-- Logs begin at Sat 2022-06-18 07:25:12 UTC, end at Sat 2022-06-18 08:27:58 UTC. -- Jun 18 07:58:41.373814 dv-cinder-826349-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 07:58:44.045094 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.common.config [-] Logging enabled! Jun 18 07:58:44.045712 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 18 07:58:44.045817 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103871) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 18 07:58:44.049143 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.common.config [-] Logging enabled! Jun 18 07:58:44.049386 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev350 Jun 18 07:58:44.049689 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103871) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 18 07:58:44.050618 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 07:58:44.050850 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 07:58:44.051230 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 07:58:44.051474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 07:58:44.051691 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 07:58:44.052100 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.052393 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.052644 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.052910 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.053201 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.053463 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.053742 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.054033 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.054314 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.054587 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.054858 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.055096 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.055372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.055650 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.056024 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.056240 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] debug = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.056514 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.056954 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.057360 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.057641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.057929 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.058202 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.058465 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.058734 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.059031 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.059358 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] host = dv-cinder-826349-2-iscsi {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.059630 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.059911 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.060188 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.060463 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.060732 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.061000 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.061275 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.061543 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.061807 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.062075 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.062354 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.062652 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.062916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.063159 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.063376 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.063652 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.063933 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.064205 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.064470 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.064737 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.065002 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.065268 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.065882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.066164 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.066439 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.066715 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.066984 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.067278 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.067541 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.067805 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.068087 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.068352 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.068618 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.068886 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.069168 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.069429 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.069695 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.069988 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.070267 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.070541 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.070822 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.071119 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.071417 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.071686 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.071951 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.072217 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_json = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.072483 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.072747 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.073022 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.073290 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.073554 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.073822 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.074084 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.074361 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.074627 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:44.074916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.075233 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.075527 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.075801 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.076102 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.076375 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.076656 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.076924 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.077206 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.077485 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.077768 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.078042 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.078334 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.078617 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.078904 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.079226 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.079514 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.079800 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.080070 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.080337 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.080606 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.080877 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.081161 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.081433 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.081717 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.081997 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.082270 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.082562 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.082839 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.083143 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.083432 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.083716 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.083985 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.084257 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.084543 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.084815 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.085081 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.085361 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.085633 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.085899 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.086174 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.086459 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.086739 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.087040 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.087375 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.087660 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.087935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.088198 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.088462 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.088730 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.088996 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.089276 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.089550 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.089816 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.090081 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.090350 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.090616 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.090880 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.091177 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.091445 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.091715 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.091979 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.092244 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.092507 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.092771 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.093034 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.093298 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.093561 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.093829 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.094092 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.094355 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.094619 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.094883 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.095177 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.095467 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.095735 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.096003 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.096272 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.096542 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.096809 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.097075 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.097343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.097613 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.097882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.098162 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.098438 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.098717 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.098989 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.099279 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.099581 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.099849 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.100118 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.100393 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.100665 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.100935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.101209 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.101481 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.101764 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.102048 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.102320 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.102605 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.102916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.103225 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.103496 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.103826 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.104102 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:44.104315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 07:58:44.104547 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103871) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 07:58:44.405727 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 18 07:58:44.405970 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 18 07:58:44.406284 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 18 07:58:44.406605 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 07:58:44.809308 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.809529 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.809782 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.811057 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.811314 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.811586 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.862486 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.862759 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.863046 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.877368 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.877639 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.877911 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.906631 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.906899 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.907191 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.942450 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.942707 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:44.942965 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.167168 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.167846 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.167846 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.168009 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.168803 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.271771 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.272085 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.272356 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.272616 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.272879 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.273175 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.273425 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.273673 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.273917 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.274191 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.274424 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.274724 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.274975 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.275239 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.275486 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.275738 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.275985 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.276229 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.276486 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.276736 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.277001 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.277246 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.277516 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.277881 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.278121 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.278359 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.278753 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.278990 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.279243 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.279475 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.279705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.279932 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:45.280287 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 07:58:45.283399 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 07:58:45.287297 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 07:58:45.291167 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 18 07:58:45.292753 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 07:58:45.293374 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 07:58:45.293702 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 07:58:45.294079 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 07:58:45.296867 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 07:58:45.297105 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 07:58:45.297440 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 07:58:45.302499 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 18 07:58:45.326162 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 07:58:45.326604 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.326895 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 18 07:58:45.327293 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.328629 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 07:58:45.328903 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 07:58:45.329138 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 07:58:45.332598 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.332874 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:45.506224 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 07:58:45.506452 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 07:58:45.506897 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 07:58:45.507549 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 07:58:45.566076 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO dbcounter [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Registered counter for database neutron Jun 18 07:58:45.585299 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_db.sqlalchemy.engines [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103871) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 07:58:45.591962 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writer thread running {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 07:58:46.150862 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing driver for type 'gre' Jun 18 07:58:46.151410 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] gre ID ranges: [(1, 1000)] Jun 18 07:58:46.216790 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing driver for type 'local' Jun 18 07:58:46.217400 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing driver for type 'vlan' Jun 18 07:58:46.230608 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] VlanTypeDriver initialization complete Jun 18 07:58:46.230941 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing driver for type 'vxlan' Jun 18 07:58:46.231460 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] vxlan ID ranges: [(1, 1000)] Jun 18 07:58:46.285179 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing extension driver 'port_security' Jun 18 07:58:46.285513 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.extensions.port_security [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] PortSecurityExtensionDriver initialization complete Jun 18 07:58:46.285847 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing mechanism driver 'openvswitch' Jun 18 07:58:46.286170 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing mechanism driver 'hyperv' Jun 18 07:58:46.292966 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.plugin [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:58:46.293641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.294014 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.294366 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.294882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.295327 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.295679 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.296023 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.296413 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.296812 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.297159 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.297495 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.297881 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.298279 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.298623 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.298960 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.299368 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.299770 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.300116 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.300454 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.300837 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.301232 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > address_group after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.301573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > address_group after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.301907 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.302288 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 18 07:58:46.302730 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] ML2 OVO RPC backend initialized. {{(pid=103871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 07:58:46.303460 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.303813 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.304227 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.304579 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > networks before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.304923 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.305263 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > ports before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.305601 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.305979 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnets before_response 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.306323 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.306666 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.306990 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.307348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.307674 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.308039 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.308379 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.308742 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.309041 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.317320 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded quota_driver: . Jun 18 07:58:46.317678 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.plugin [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Modular L2 Plugin initialization complete Jun 18 07:58:46.318054 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading services supported by the core plugin {{(pid=103871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 07:58:46.318368 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.plugins.ml2.managers [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Got port-security extension from driver 'port_security' Jun 18 07:58:46.318849 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.extensions.vlantransparent [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Disabled vlantransparent extension. Jun 18 07:58:46.319358 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 07:58:46.319681 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: router Jun 18 07:58:46.354936 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.355349 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_create 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.355719 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router before_create 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.356203 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.356576 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.356935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_delete 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.357292 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.357641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.357998 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_create 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.358342 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.358690 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.359040 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.359399 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.359802 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.360166 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.360501 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.360834 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: subnet after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.361165 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.361507 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.361849 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_create 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.362186 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.362527 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.362879 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router after_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.363235 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.363585 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_create 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.363940 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.364280 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_update 55549900 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.364636 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > agent after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.364979 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > agent after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.365301 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > network after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.366156 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Tracking information for resource: router configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:46.366488 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Tracking information for resource: floatingip configured {{(pid=103871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 07:58:46.371425 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.db.l3_agentschedulers_db [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 07:58:46.371997 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.372354 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.372702 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.373050 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: port after_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.373839 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router before_create 55550100 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.374202 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.374560 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_create 55550100 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.374912 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > router precommit_update 55550100 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.379823 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.provider_configuration [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service providers = [] {{(pid=103871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 07:58:46.380185 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.db.servicetype_db [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 07:58:46.383092 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.service_base [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 07:58:46.383466 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.service_base [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 07:58:46.383835 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.service_base [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 07:58:46.384871 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.services.service_base [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 07:58:46.385241 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.services.service_base [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 07:58:46.385608 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.385922 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 07:58:46.396195 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.396529 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: auto_allocate Jun 18 07:58:46.402414 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: network precommit_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.402708 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: network precommit_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.403256 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.403575 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: tag Jun 18 07:58:46.410288 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.410618 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: timestamp Jun 18 07:58:46.414412 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.414737 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: network_ip_availability Jun 18 07:58:46.420311 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.420675 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.421027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.421730 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.422046 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: flavors Jun 18 07:58:46.426929 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.427285 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading Plugin: revisions Jun 18 07:58:46.431561 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 07:58:46.431957 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.026s {{(pid=103871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 18 07:58:46.432688 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 18 07:58:46.433030 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Initializing extension manager. Jun 18 07:58:46.433551 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: __init__.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.433887 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: __pycache__ {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.434215 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: _port_mac_address_override.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.434546 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: address_group.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.435328 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.435888 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: address-group Jun 18 07:58:46.436208 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: address_scope.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.436919 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.437405 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: address-scope Jun 18 07:58:46.437718 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.438641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.439190 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: router-admin-state-down-before-update Jun 18 07:58:46.439507 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: agent.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.440205 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.441063 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: agent Jun 18 07:58:46.441381 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: agent_resources_synced.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.442287 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.442790 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: agent-resources-synced Jun 18 07:58:46.443139 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: allowedaddresspairs.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.444928 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.445443 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: allowed-address-pairs Jun 18 07:58:46.445766 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: auto_allocated_topology.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.446909 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.447444 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: auto-allocated-topology Jun 18 07:58:46.447767 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: availability_zone.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.448453 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.448946 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: availability_zone Jun 18 07:58:46.449267 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: availability_zone_filter.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.450171 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.450672 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: availability_zone_filter Jun 18 07:58:46.450998 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: data_plane_status.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.451922 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.452420 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 07:58:46.452744 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: default_subnetpools.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.453648 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.454147 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: default-subnetpools Jun 18 07:58:46.454463 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.455289 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.455794 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: dhcp_agent_scheduler Jun 18 07:58:46.456113 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: dns.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.457029 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.457527 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension dns-integration not supported by any of loaded plugins Jun 18 07:58:46.457846 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: dns_domain_ports.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.458750 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.459357 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 07:58:46.459681 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.460599 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.461097 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 18 07:58:46.461409 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: dvr.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.462101 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.462612 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: dvr Jun 18 07:58:46.462930 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: ecmp_routes.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.463862 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.464358 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension ecmp_routes not supported by any of loaded plugins Jun 18 07:58:46.464676 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: empty_string_filtering.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.465596 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.466099 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: empty-string-filtering Jun 18 07:58:46.466418 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.467343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.467834 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 07:58:46.468149 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.469049 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.469706 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 07:58:46.470029 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: external_net.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.470928 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.471451 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: external-net Jun 18 07:58:46.471769 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.472675 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.473165 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: extra_dhcp_opt Jun 18 07:58:46.473505 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: extraroute.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.474384 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.474881 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: extraroute Jun 18 07:58:46.475229 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: extraroute_atomic.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.476255 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.476757 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: extraroute-atomic Jun 18 07:58:46.477077 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: filter_validation.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.477819 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.478311 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: filter-validation Jun 18 07:58:46.478630 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: fip_pf_description.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.479551 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.480053 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 07:58:46.480370 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: fip_pf_port_range.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.481267 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.481767 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 18 07:58:46.482081 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: fip_port_details.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.483003 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.483534 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: fip-port-details Jun 18 07:58:46.483851 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: flavors.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.485067 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.485573 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: flavors Jun 18 07:58:46.485899 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.487566 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.488084 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 07:58:46.488409 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: floatingip_pools.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.489099 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.489603 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: floatingip-pools Jun 18 07:58:46.489921 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: ip_allocation.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.490831 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.491356 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 07:58:46.491677 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.492614 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.493123 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: ip-substring-filtering Jun 18 07:58:46.493474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l2_adjacency.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.494377 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.494873 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 07:58:46.495224 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.496180 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.496688 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: router Jun 18 07:58:46.497012 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.499235 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.499756 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 07:58:46.500085 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.501015 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.501529 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: ext-gw-mode Jun 18 07:58:46.501856 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.502777 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.503319 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: l3-ha Jun 18 07:58:46.503646 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.504544 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.505043 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 18 07:58:46.505365 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_flavors.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.506259 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.506763 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: l3-flavors Jun 18 07:58:46.507126 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.508474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.509061 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 18 07:58:46.509383 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.510287 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.510792 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 07:58:46.511138 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: l3agentscheduler.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.513474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.513984 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: l3_agent_scheduler Jun 18 07:58:46.514311 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: local_ip.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.516119 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.516640 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension local_ip not supported by any of loaded plugins Jun 18 07:58:46.516973 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: logging.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.518432 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.518947 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension logging not supported by any of loaded plugins Jun 18 07:58:46.519311 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: metering.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.520041 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.520612 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: metering Jun 18 07:58:46.520935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.522014 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.522525 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: metering_source_and_destination_fields Jun 18 07:58:46.522848 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: multiprovidernet.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.523806 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.524307 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: multi-provider Jun 18 07:58:46.524656 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: netmtu.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.525569 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.526065 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: net-mtu Jun 18 07:58:46.526385 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: netmtu_writable.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.527319 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.527821 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: net-mtu-writable Jun 18 07:58:46.528142 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: network_availability_zone.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.528808 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.529310 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: network_availability_zone Jun 18 07:58:46.529631 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: network_ip_availability.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.530724 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.531264 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: network-ip-availability Jun 18 07:58:46.531589 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: network_segment_range.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.532349 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.532847 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 07:58:46.533166 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: pagination.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.534127 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.534457 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: pagination Jun 18 07:58:46.534770 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_device_profile.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.535707 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.536218 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-device-profile Jun 18 07:58:46.536532 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_mac_address_override.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.537464 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.537970 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-mac-override Jun 18 07:58:46.538285 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.539242 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.539746 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-mac-address-regenerate Jun 18 07:58:46.540128 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.541032 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.541535 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-numa-affinity-policy Jun 18 07:58:46.541848 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_resource_request.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.542736 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.543573 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 07:58:46.543573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: port_resource_request_groups.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.544507 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.545009 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 18 07:58:46.545329 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: portbindings.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.546249 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.546752 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: binding Jun 18 07:58:46.547095 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: portbindings_extended.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.548356 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.548864 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: binding-extended Jun 18 07:58:46.549186 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: portsecurity.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.550105 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.550610 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-security Jun 18 07:58:46.550930 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: project_id.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.551921 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.552248 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: project-id Jun 18 07:58:46.552573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: providernet.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.553478 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.553983 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: provider Jun 18 07:58:46.554299 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.558162 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.558683 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos not supported by any of loaded plugins Jun 18 07:58:46.559040 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.560345 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.560848 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 07:58:46.561171 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.562084 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.562596 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 07:58:46.562927 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_default.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.563846 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.564362 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-default not supported by any of loaded plugins Jun 18 07:58:46.564675 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_fip.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.565944 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.566450 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-fip not supported by any of loaded plugins Jun 18 07:58:46.566769 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.567705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.568204 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 18 07:58:46.568523 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_gateway_ip.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.569427 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.569929 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 07:58:46.570250 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_port_network_policy.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.571180 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.571757 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 07:58:46.572075 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.573112 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.573611 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 18 07:58:46.573934 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.574963 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.575496 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 18 07:58:46.575813 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_pps_rule.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.576991 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.577496 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-pps not supported by any of loaded plugins Jun 18 07:58:46.577820 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_rule_type_details.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.578728 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.579260 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 07:58:46.579581 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.580488 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.580988 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 18 07:58:46.581309 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: qos_rules_alias.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.582346 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.582852 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 07:58:46.583206 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: quota_check_limit.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.584116 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.584621 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: quota-check-limit Jun 18 07:58:46.584936 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: quotasv2.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.585894 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.586213 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: quotas Jun 18 07:58:46.586528 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: quotasv2_detail.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.588262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.588594 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: quota_details Jun 18 07:58:46.588917 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: rbac.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.589974 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.590494 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: rbac-policies Jun 18 07:58:46.590821 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: rbac_address_group.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.591771 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.592284 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: rbac-address-group Jun 18 07:58:46.592610 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: rbac_address_scope.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.593598 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.594104 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: rbac-address-scope Jun 18 07:58:46.594431 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: rbac_security_groups.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.595370 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.595874 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: rbac-security-groups Jun 18 07:58:46.596193 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: rbac_subnetpool.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.597097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.597596 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: rbac-subnetpool Jun 18 07:58:46.597916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: revisionifmatch.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.598834 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.599366 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: revision-if-match Jun 18 07:58:46.599691 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: revisions.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.600793 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.601294 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: standard-attr-revisions Jun 18 07:58:46.601616 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: router_availability_zone.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.602285 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.602881 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: router_availability_zone Jun 18 07:58:46.603226 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: routerservicetype.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.604319 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.604823 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension router-service-type not supported by any of loaded plugins Jun 18 07:58:46.605141 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.606074 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.606577 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: security-groups-normalized-cidr Jun 18 07:58:46.606921 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.607879 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.608378 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: port-security-groups-filtering Jun 18 07:58:46.608701 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.609625 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.610125 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: security-groups-remote-address-group Jun 18 07:58:46.610441 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.611395 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.611897 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: security-groups-shared-filtering Jun 18 07:58:46.612217 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: securitygroup.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.621810 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.622333 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: security-group Jun 18 07:58:46.622664 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: segment.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.623427 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.623927 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension segment not supported by any of loaded plugins Jun 18 07:58:46.624252 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.625182 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.625685 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 07:58:46.626001 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: servicetype.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.627098 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.627615 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: service-type Jun 18 07:58:46.627921 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: sorting.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.628893 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.629222 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: sorting Jun 18 07:58:46.629538 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: standard_attr_segment.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.630461 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.630964 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 07:58:46.631307 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: standardattrdescription.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.631949 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.632450 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: standard-attr-description Jun 18 07:58:46.632765 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: stateful_security_group.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.633709 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.634267 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: stateful-security-group Jun 18 07:58:46.634588 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: stdattrs_common.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.635195 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 07:58:46.635516 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.636439 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.636950 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 07:58:46.637271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnet_onboard.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.638332 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.638841 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: subnet_onboard Jun 18 07:58:46.639198 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.640123 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.640627 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 07:58:46.640944 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnet_service_types.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.641864 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.642374 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: subnet-service-types Jun 18 07:58:46.642708 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnetallocation.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.643799 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.644303 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: subnet_allocation Jun 18 07:58:46.644629 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.645292 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.645796 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: subnetpool-prefix-ops Jun 18 07:58:46.646116 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.647028 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.647552 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 07:58:46.647876 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: tagging.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.648929 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.649471 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: standard-attr-tag Jun 18 07:58:46.649795 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: timestamp.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.650983 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.651514 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loaded extension: standard-attr-timestamp Jun 18 07:58:46.651839 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: trunk.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.652923 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.653382 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension trunk not supported by any of loaded plugins Jun 18 07:58:46.653701 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: trunk_details.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.654611 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.655147 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension trunk-details not supported by any of loaded plugins Jun 18 07:58:46.655467 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: uplink_status_propagation.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.656378 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.656886 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 07:58:46.657199 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Loading extension file: vlantransparent.py {{(pid=103871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 18 07:58:46.657858 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 18 07:58:46.658359 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 07:58:46.660915 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:network Jun 18 07:58:46.661432 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnet Jun 18 07:58:46.661822 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 07:58:46.662209 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:port Jun 18 07:58:46.663476 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.663920 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service FLAVORS assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.664539 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.664985 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.665368 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:router Jun 18 07:58:46.665790 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:floatingip Jun 18 07:58:46.666272 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service METERING assigned prefix: /metering {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.667791 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.668158 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.668507 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 07:58:46.669497 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 07:58:46.669938 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:security_group Jun 18 07:58:46.670367 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 07:58:46.670972 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service CORE assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.671318 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 07:58:46.671662 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] subnetpool is already registered Jun 18 07:58:46.672081 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service CORE assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.672401 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 07:58:46.672729 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] subnetpool is already registered Jun 18 07:58:46.675031 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.675472 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service FLAVORS assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.676058 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.676470 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.676801 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:router Jun 18 07:58:46.677135 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] router is already registered Jun 18 07:58:46.677545 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:floatingip Jun 18 07:58:46.677880 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] floatingip is already registered Jun 18 07:58:46.678335 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service METERING assigned prefix: /metering {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.678996 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 07:58:46.679344 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] rbac_policy is already registered Jun 18 07:58:46.679748 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:security_group Jun 18 07:58:46.680082 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] security_group is already registered Jun 18 07:58:46.680478 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 07:58:46.680839 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] security_group_rule is already registered Jun 18 07:58:46.681449 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service CORE assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.681773 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 07:58:46.682107 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] subnetpool is already registered Jun 18 07:58:46.682522 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.v2.resource_helper [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Service CORE assigned prefix: {{(pid=103871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 07:58:46.682841 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 07:58:46.683205 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING neutron.quota.resource_registry [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] subnetpool is already registered Jun 18 07:58:46.683668 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: extensions {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.685095 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: address-groups {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.686594 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: address-scopes {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.687934 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: agents {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.689086 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: auto-allocated-topology {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.690313 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: availability_zones {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.691929 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: dhcp-networks {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.693447 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: dhcp-agents {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.694856 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: routers {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.696641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: flavors {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.697903 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: service_profiles {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.699145 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: next_providers {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.700570 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: service_profiles {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.702086 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: floatingip-pools {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.703346 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: routers {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.705031 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: floatingips {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.707248 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: l3-routers {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.708644 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: l3-agents {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.710047 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: metering-labels {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.711289 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: metering-label-rules {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.712698 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: network-ip-availabilities {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.713945 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: bindings {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.715538 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: quotas {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.717176 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: quotas {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.718682 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: rbac-policies {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.719895 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: security-groups {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.721257 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: security-group-rules {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.722503 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: service-providers {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.723729 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: subnetpools {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.725034 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: subnetpools {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.726549 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.728362 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.730158 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.731966 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.733627 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.735622 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.737297 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.739189 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.740946 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.742686 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron.api.extensions [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Extended resource: tags {{(pid=103871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 07:58:46.748762 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING keystonemiddleware.auth_token [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 07:58:46.753809 dv-cinder-826349-2-iscsi neutron-server[103871]: WARNING keystonemiddleware.auth_token [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 07:58:46.762638 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Acquired lock "singleton_lock" {{(pid=103871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 18 07:58:46.763141 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_concurrency.lockutils [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Releasing lock "singleton_lock" {{(pid=103871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 18 07:58:46.763794 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Starting 2 workers Jun 18 07:58:46.768587 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Started child 104012 {{(pid=103871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 07:58:46.772990 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Started child 104013 {{(pid=103871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 07:58:46.773976 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.774742 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO neutron.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 07:58:46.775278 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.775833 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [-] (104012) wsgi starting up on http://0.0.0.0:9696 Jun 18 07:58:46.777610 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Starting 1 workers Jun 18 07:58:46.777772 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.779168 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [-] (104013) wsgi starting up on http://0.0.0.0:9696 Jun 18 07:58:46.782832 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Started child 104014 {{(pid=103871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 07:58:46.783363 dv-cinder-826349-2-iscsi neutron-server[103871]: INFO oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Starting 1 workers Jun 18 07:58:46.786622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] calling RpcWorker wait() {{(pid=104014) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 07:58:46.787233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] returning from RpcWorker wait() {{(pid=104014) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 07:58:46.787786 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Started child 104015 {{(pid=103871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 07:58:46.788547 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.788672 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG neutron_lib.callbacks.manager [None req-fea320d6-6c01-42c9-a79b-fc8ae82c010f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.789114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:58:46.790501 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 07:58:46.790708 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 07:58:46.791107 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 07:58:46.791317 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 07:58:46.791651 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 07:58:46.791775 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 07:58:46.792304 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.792597 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.792765 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:46.793287 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.793287 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.793680 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.793944 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.794200 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.794471 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.794737 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.794909 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.795125 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.795382 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.795607 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:58:46.795729 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.796005 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.796284 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.796522 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.796747 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.796898 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.797143 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.797415 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.797669 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.797954 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] debug = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.798208 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.798693 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.798916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.799205 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.799430 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.799693 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.799936 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.800190 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.800419 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.800648 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.800863 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.801110 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.801348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.801590 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.801815 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.802099 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.802354 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.802826 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] host = dv-cinder-826349-2-iscsi {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.803099 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.803332 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.803573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.803825 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.804096 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.804310 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.804568 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.804826 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.805090 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.805334 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.805573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.805889 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.806120 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.806358 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.806520 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_options = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.806759 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.807037 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.807315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.807520 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.807678 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.807839 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.808086 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.808249 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.808500 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.808710 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.808923 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.809136 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.809364 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.809594 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.809865 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.810097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.810343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.810551 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.810795 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.811057 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.811293 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.811526 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.811775 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.811989 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.812200 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.812446 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.812687 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.812916 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.813143 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.813380 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.813614 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.813856 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.814069 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.814318 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.814575 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.814837 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.815208 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.815891 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.816164 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.816391 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.816640 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.817012 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.817309 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.817558 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.817773 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.818002 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.818325 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_json = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.818752 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.819392 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.819805 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.820204 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.820591 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.820816 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.821115 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.821352 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.821616 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.821959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.822231 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.822577 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.823003 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.823441 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.823860 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.824282 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.824671 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.825063 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.825463 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.825923 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.826310 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.826790 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.827257 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.827684 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.828679 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.829125 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.829262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.829612 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.829801 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.829936 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.830060 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.831491 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.831491 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.831491 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.831491 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.831491 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832829 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.832950 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834853 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834853 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834853 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.834853 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.837271 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838097 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838522 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838522 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838704 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.838915 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.839188 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.839393 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.839627 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.839847 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.840075 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.840283 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.840496 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.840712 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.840960 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.841198 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.841409 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.841618 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.841838 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.842086 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.842291 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.842526 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.842734 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.842946 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.843177 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.843385 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.843612 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.843824 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.844031 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.844240 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.844472 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.844742 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.845296 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.845512 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.845721 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.845948 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.846157 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.846464 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.846706 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.846952 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.847190 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.847407 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.847637 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.847867 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.848265 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.848652 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.849109 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.849401 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.849795 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.850208 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.850617 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.851049 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.851508 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.851956 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.852148 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.852395 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.852602 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.852850 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.853073 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.853336 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.853577 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.853819 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.854031 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.854303 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.854526 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.855052 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.855328 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.855634 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.855855 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.856337 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.856636 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.856910 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.857161 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.857554 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.857958 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.858386 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.858803 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.859253 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.859675 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.859991 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.860289 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.860584 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.860807 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.861056 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.861286 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.861603 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.861835 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.862066 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.862277 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.862536 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.862791 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.863059 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.863323 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.863569 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.863829 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.864091 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.864316 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.864527 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.864754 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.865001 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.865219 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.865436 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.865665 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.865880 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.866090 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.866301 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.866524 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.866886 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.867134 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.867348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.867560 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.867801 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.868049 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.868319 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.868541 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.868783 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.869016 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.869250 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.869466 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.869677 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.869901 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.870289 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.870554 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.870801 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.871197 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.871445 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.871690 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.871950 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.872163 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.872429 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.872650 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.872882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.873091 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.873306 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.873525 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.873769 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.873992 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.874200 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.874428 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.874656 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.874999 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.875805 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.876040 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.876291 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.876528 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.876751 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.876967 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.877179 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.877409 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.877643 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.877880 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.878108 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.878323 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.878540 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.878756 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.878956 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.879249 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.879470 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.879706 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.879923 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.880140 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.880353 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.880570 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.880785 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.881007 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.881214 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.881450 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.881661 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.881869 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.882152 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.882404 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.882640 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.882900 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.883159 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.883406 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.883617 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.883886 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.884116 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.884334 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.884566 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.884775 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.885015 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.885223 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.885433 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.885655 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.885870 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.886098 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.886333 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.886537 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.886749 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.886961 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.887199 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.887412 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.887654 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.887882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.888110 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.888329 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.888565 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.888771 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.888993 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.889199 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.889406 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.889621 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.889830 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.890035 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.890307 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.890549 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.890762 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.891046 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.891289 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.891526 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.891772 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.892066 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.892285 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.892521 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.892746 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.893125 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.893364 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.893630 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.893937 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.894226 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.894489 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.894645 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:58:46.894745 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.895034 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.895320 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.895590 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.895803 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.896107 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.896419 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.896693 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.896957 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.897214 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.898243 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.898657 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.899095 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.899536 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.899970 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.900262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.900531 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.900770 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.900997 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.901217 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.901448 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.901687 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.901912 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.902124 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.902365 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.902580 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.902738 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 07:58:46.903357 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 07:58:46.903462 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 07:58:46.903615 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 07:58:46.903790 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 07:58:46.903956 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 07:58:46.904106 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 07:58:46.904309 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.904476 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.904619 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.904777 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.904970 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905134 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905294 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905444 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905597 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905752 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.905907 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906058 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906211 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906370 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906521 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906673 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906829 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.906988 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907173 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907328 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907466 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907628 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] debug = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907774 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.907961 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908111 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908261 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908416 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908570 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908725 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.908882 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.909041 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.909193 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.909493 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.909792 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.909949 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910106 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910264 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910417 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910575 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910726 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] host = dv-cinder-826349-2-iscsi {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.910861 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911049 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911200 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911357 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911513 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911669 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.911825 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912036 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912160 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912276 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912394 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912540 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912694 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.912850 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913050 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_options = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913189 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913309 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913427 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913612 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913772 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.913931 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914086 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914242 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914398 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914589 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914729 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.914872 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.915818 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.915818 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.915818 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.915818 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.916245 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.916324 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.916418 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.916620 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.916756 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917010 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917010 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917459 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917583 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917779 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.917927 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918105 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918439 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918439 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918838 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918838 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.918838 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.919343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.919343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.919343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.919343 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920089 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920089 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920089 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920089 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920089 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920421 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920421 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920575 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_json = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920653 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920772 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.920924 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921078 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921232 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921372 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921528 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921683 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.921837 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 07:58:46.922005 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922194 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922467 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922612 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922800 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.922966 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923111 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923236 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923398 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923564 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923723 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.923889 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924045 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924203 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924365 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924870 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924870 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.924870 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.926072 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.927935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.929348 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.931959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.932705 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933573 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933714 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.933861 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934019 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934177 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934336 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934502 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934653 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934813 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.934971 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935152 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935311 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935469 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935627 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935800 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.935960 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936118 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936276 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936434 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936592 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936749 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.936906 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937063 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937220 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937376 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937533 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937693 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.937851 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938009 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938168 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938326 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938485 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938798 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.938956 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939205 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939366 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939525 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939682 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939839 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.939998 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.940154 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.940323 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.940856 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941015 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941172 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941337 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941506 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941666 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941827 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.941993 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942143 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942307 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942479 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942612 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942768 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.942926 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943106 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943276 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943435 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943592 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943749 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.943931 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944088 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944246 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944403 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944561 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944720 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.944878 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945036 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945194 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945352 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945510 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945669 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945826 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.945986 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946144 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946324 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946483 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946641 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946799 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.946959 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947155 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947316 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947630 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947789 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.947947 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948104 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948262 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948421 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948579 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948737 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.948895 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949053 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949213 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949370 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949526 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949684 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.949845 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950009 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950150 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950308 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950466 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950624 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950783 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.950943 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951123 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951283 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951442 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951600 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951759 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.951917 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952075 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952236 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952394 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952561 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952714 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.952870 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953027 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953186 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953344 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953503 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953663 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953822 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.953982 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954139 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954301 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954458 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954618 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954778 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.954935 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955125 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955286 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955445 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955603 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955761 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.955920 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956078 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956236 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956393 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956550 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956707 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.956866 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957025 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957184 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957354 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957514 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957674 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957831 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.957991 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958149 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958317 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958475 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958633 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958790 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.958947 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959147 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959318 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959477 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959635 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959792 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.959948 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960106 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960272 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960430 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960589 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960745 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.960901 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961058 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961224 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961381 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961539 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961697 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.961931 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.962658 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.962658 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.962658 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.962658 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.962658 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963090 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963090 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963090 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963319 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963398 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963571 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963729 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.963887 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964043 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964212 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964371 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964531 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964689 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.964847 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965004 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965166 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965327 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965496 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965662 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965822 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.965989 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966156 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966322 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966478 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966643 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966812 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.966970 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967158 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967315 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967474 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967630 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967789 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.967946 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968102 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968260 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968420 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968577 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968734 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.968891 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969049 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969207 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969364 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969570 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969656 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969811 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 07:58:46.969961 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 07:58:47.047847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46548) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:58:47.059774 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087686 Jun 18 07:58:56.278914 dv-cinder-826349-2-iscsi neutron-server[103871]: DEBUG dbcounter [-] [103871] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:58:58.166566 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cf619-3772-4d58-ac6d-4d72586a824b None None] get_active_networks_info from dv-cinder-826349-2-iscsi {{(pid=104014) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 18 07:58:58.176375 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writer thread running {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 07:58:58.252260 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6cf619-3772-4d58-ac6d-4d72586a824b None None] No non-hosted networks {{(pid=104014) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 07:58:58.255194 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7fe60741-4548-448f-910e-682198e944c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:58:59.784925 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writer thread running {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 07:59:00.388633 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e648199-b5cb-4104-85b7-4a6730af3b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:00.417384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a33f2b1f-2436-40ea-b7b1-024d17a5f8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:01.200601 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46616) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:01.244277 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:01.758135 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-485e7bc3-63e8-47d3-8881-dd8abe557736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:01.758755 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-485e7bc3-63e8-47d3-8881-dd8abe557736 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:01.972585 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-485e7bc3-63e8-47d3-8881-dd8abe557736 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 07:59:01.983297 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-485e7bc3-63e8-47d3-8881-dd8abe557736 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7720685 Jun 18 07:59:02.754453 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:03.248096 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:03.248753 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.249306 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.249858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.250482 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.251082 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.252283 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.252699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.253362 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.253774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.254183 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.254815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.255211 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.255634 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.256002 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.256350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:03.256948 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826349-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:03.266354 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826349-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:04.249024 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46652) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:04.622521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:04.713301 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.policy [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 07:59:04.754852 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:04.755279 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:04.775272 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writer thread running {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 07:59:04.858825 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211786293', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211786753', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211770634', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211768528', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211826261', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767211816980', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3716531', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3905603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669696'] for rbac-policy (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:04.932121 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:04.933323 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ec9a70cc-01a3-4db0-851d-1ecfbd1c2894 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6829672 Jun 18 07:59:06.495492 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.db.l3_hamode_db [None req-07e9c7d9-8882-4e7c-963a-8c86f00b6fb5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 07:59:06.571088 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9c7d9-8882-4e7c-963a-8c86f00b6fb5 None None] Routers set() bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 07:59:06.571468 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9c7d9-8882-4e7c-963a-8c86f00b6fb5 None None] Router IDs set() for agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 18 07:59:07.155602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46664) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:07.506153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:07.539511 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Made reservation on behalf of ed0ab34c8d2b4e30ac40a19a405f85c3 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 07:59:07.543255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.560329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.673083 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks [] for security_group (2ddd22e3-c3d9-4edf-bf0a-fb2404a71dae), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.679941 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2ddd22e3-c3d9-4edf-bf0a-fb2404a71dae), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.701230 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 07:59:07.737847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767213087892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (7367de35-7a63-40d6-bfc5-c1a22aa34e79), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.738408 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Unsubscribe: segment precommit_create {{(pid=104013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 07:59:07.738907 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Added segment 7367de35-7a63-40d6-bfc5-c1a22aa34e79 of type vlan for network 83b47ed6-2e62-43c0-a830-da15ff7258de Jun 18 07:59:07.758878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddd22e3-c3d9-4edf-bf0a-fb2404a71dae,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:07.808336 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.808531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.808912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.809244 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.809563 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.809879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.810193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.810505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.810816 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.811230 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.811552 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.811777 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.812165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.812439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.812782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Tracked resource versions report: Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: pushed versions: Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Log': {'1.0'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Network': {'1.1'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Port': {'1.7'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: consumer versions: Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Agent': '1.1', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Log': '1.0', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Network': '1.1', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Port': '1.7', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SubPort': '1.0', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Subnet': '1.1', Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Jun 18 07:59:07.814187 dv-cinder-826349-2-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 07:59:07.847033 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (83b47ed6-2e62-43c0-a830-da15ff7258de), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.886198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=49,neutron:INSERT=48,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:07.893008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (83b47ed6-2e62-43c0-a830-da15ff7258de), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.898165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:07.898863 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:07.976776 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8200896 Jun 18 07:59:08.021989 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30a3f2-a023-49ed-931e-57c9bf6ffa69 demo demo] Pushing event updated for resources: {'Network': ['ID=83b47ed6-2e62-43c0-a830-da15ff7258de,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:08.037875 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 83b47ed6-2e62-43c0-a830-da15ff7258de details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 07:59:10.267034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 46678) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:10.819953 dv-cinder-826349-2-iscsi neutron-server[104012]: WARNING oslo_policy.policy [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:10.820506 dv-cinder-826349-2-iscsi neutron-server[104012]: WARNING oslo_policy.policy [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:11.043758 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writer thread running {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 18 07:59:11.251046 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.policy [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 07:59:11.290947 dv-cinder-826349-2-iscsi neutron-server[104012]: WARNING oslo_policy.policy [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:11.291597 dv-cinder-826349-2-iscsi neutron-server[104012]: WARNING oslo_policy.policy [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 07:59:11.299006 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:11.300853 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7d511397-6f5e-4028-8ca1-8fa297b2b0a8 demo admin] 10.222.0.23 "GET /v2.0/networks/83b47ed6-2e62-43c0-a830-da15ff7258de HTTP/1.1" status: 200 len: 825 time: 1.0319538 Jun 18 07:59:11.343890 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d1c5886e-d6e7-4c96-80e5-8d1fe8e0f753 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/2d193869-4733-4f97-9dac-0b470cc2e14a HTTP/1.1" status: 200 len: 734 time: 0.0340819 Jun 18 07:59:11.352918 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:11.392919 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Made reservation on behalf of ed0ab34c8d2b4e30ac40a19a405f85c3 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 07:59:11.395731 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:11.701315 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (2ac0fffe-3f64-4288-b96e-1c28aee1ce64), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:11.770689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Checking segment: {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 07:59:11.771117 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Network hostable DHCP agents. Network: 83b47ed6-2e62-43c0-a830-da15ff7258de, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 07:59:11.778410 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2ac0fffe-3f64-4288-b96e-1c28aee1ce64,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:11.782482 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:11.791674 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.792007 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.792349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.792662 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.792979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.793294 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.794185 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.794501 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.794857 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.795192 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.795486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.795809 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.796118 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.796422 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.796726 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Tracked resource versions report: Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: pushed versions: Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: { 'AddressGroup': {'1.2'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Agent': {'1.1'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'ConntrackHelper': {'1.0'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'LocalIPAssociation': {'1.0'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Log': {'1.0'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'NDPProxy': {'1.0'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Network': {'1.1'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Port': {'1.7'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'PortForwarding': {'1.3'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'QosPolicy': {'1.10'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroup': {'1.5'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroupRule': {'1.2'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SubPort': {'1.0'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Subnet': {'1.1'}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Trunk': {'1.1'}} Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: consumer versions: Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Agent': '1.1', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'ConntrackHelper': '1.0', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'LocalIPAssociation': '1.0', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Log': '1.0', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'NDPProxy': '1.0', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Network': '1.1', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Port': '1.7', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'PortForwarding': '1.3', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'QosPolicy': '1.10', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroup': '1.5', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroupRule': '1.2', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SubPort': '1.0', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Subnet': '1.1', Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Trunk': '1.1'}} Jun 18 07:59:11.798045 dv-cinder-826349-2-iscsi neutron-server[104012]: {{(pid=104012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 07:59:11.829997 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Network 83b47ed6-2e62-43c0-a830-da15ff7258de is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 07:59:11.845689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 83b47ed6-2e62-43c0-a830-da15ff7258de) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:11.850806 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:11.851486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:11.855894 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90195eb0-6592-448b-b542-84b5dcf9fb99 None None] Network 83b47ed6-2e62-43c0-a830-da15ff7258de requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 07:59:11.875402 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-39614706-95e3-4e55-841f-e3ac6bac6f72 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5259488 Jun 18 07:59:12.112813 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-83b47ed6-2e62-43c0-a830-da15ff7258de', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 07:59:12.114114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:12.399440 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Allocated IP 172.20.0.2 (83b47ed6-2e62-43c0-a830-da15ff7258de/2ac0fffe-3f64-4288-b96e-1c28aee1ce64/4f59fe97-6f98-4b53-b29e-4a436be4cfbc) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 07:59:12.461692 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:12.664313 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks [] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:12.672434 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:12.745686 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Network 83b47ed6-2e62-43c0-a830-da15ff7258de is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 07:59:12.750064 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:12.757274 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 07:59:12.764343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Pushing event updated for resources: {'Port': ['ID=4f59fe97-6f98-4b53-b29e-4a436be4cfbc,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:12.807369 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.807671 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.808044 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.808374 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.808718 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.809035 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.809351 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.809662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.809975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.810287 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.810589 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.810919 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.811258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.811563 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.811873 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Tracked resource versions report: Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: pushed versions: Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Log': {'1.0'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Network': {'1.1'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Port': {'1.7'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: consumer versions: Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Agent': '1.1', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Log': '1.0', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Network': '1.1', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Port': '1.7', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SubPort': '1.0', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Subnet': '1.1', Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Jun 18 07:59:12.813228 dv-cinder-826349-2-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 07:59:12.845669 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:12.848824 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Attempting to bind port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 07:59:12.849214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Attempting to bind port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 07:59:12.849618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Attempting to bind port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc on network 83b47ed6-2e62-43c0-a830-da15ff7258de {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 07:59:12.855884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 7, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 07:59:12.856537 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Checking segment: {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 07:59:12.856879 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:12.857492 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Bound using segment: {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 07:59:12.858250 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Bound port: 4f59fe97-6f98-4b53-b29e-4a436be4cfbc, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 07:59:12.858897 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:12.925024 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] For port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 07:59:12.944350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] For port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4f59fe97-6f98-4b53-b29e-4a436be4cfbc,segment=NetworkSegment(7367de35-7a63-40d6-bfc5-c1a22aa34e79),segment_id=7367de35-7a63-40d6-bfc5-c1a22aa34e79)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 07:59:12.951804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:13.003930 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b5594-986e-4edd-a745-a05e5544a24e None None] Pushing event updated for resources: {'Port': ['ID=4f59fe97-6f98-4b53-b29e-4a436be4cfbc,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:14.160116 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 46702) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:14.500923 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [None req-66f531e4-eb16-4147-85a6-1936b1e2bb81 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 07:59:14.515037 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-66f531e4-eb16-4147-85a6-1936b1e2bb81 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3407223 Jun 18 07:59:16.776948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 46710) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:16.779231 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:16.780760 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:17.125856 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [None req-2ef4f498-cba6-4164-818d-4cbad69fdac6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 07:59:17.127540 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2ef4f498-cba6-4164-818d-4cbad69fdac6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3495650 Jun 18 07:59:17.995309 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=7,neutron:SELECT=56,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:19.411937 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46722) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:19.762199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:19.787940 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (1a204f70-9983-4eef-9bd0-7878ed4bb886), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:19.789481 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (1a204f70-9983-4eef-9bd0-7878ed4bb886), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:19.926768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Publish callbacks [] for router_controller (1a204f70-9983-4eef-9bd0-7878ed4bb886), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:19.932741 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (1a204f70-9983-4eef-9bd0-7878ed4bb886), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:19.951719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:19.952906 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7b069aff-9176-4dd6-9d5f-65fa226df4b4 demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5398090 Jun 18 07:59:20.932678 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4f59fe97-6f98-4b53-b29e-4a436be4cfbc up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 07:59:20.979476 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750ea449-eb78-4099-8b0c-7102bf58056e None None] Network 83b47ed6-2e62-43c0-a830-da15ff7258de requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 07:59:21.078910 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:21.079343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:21.110129 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Provisioning complete for port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:21.110442 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:21.293622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:21.294000 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:21.303582 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:21.303966 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:21.308546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:21.349451 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4f59fe97-6f98-4b53-b29e-4a436be4cfbc,segment=NetworkSegment(7367de35-7a63-40d6-bfc5-c1a22aa34e79),segment_id=7367de35-7a63-40d6-bfc5-c1a22aa34e79)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 07:59:21.355234 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:21.423771 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.db.api [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 07:59:21.424289 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG oslo_db.api [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 07:59:21.428630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=4f59fe97-6f98-4b53-b29e-4a436be4cfbc,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:21.863505 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:21.867655 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:21.958514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d72e4ffa-35e9-4fdb-a8a1-b9f5348eda4f None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:22.077067 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-0d61fd88-4bc2-4759-9d04-fb7ce0bf5155 None None] Provisioning complete for port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:22.077462 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d61fd88-4bc2-4759-9d04-fb7ce0bf5155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:22.148457 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-0d61fd88-4bc2-4759-9d04-fb7ce0bf5155 None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:22.256390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46738) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:22.625629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-44578bab-0e8e-4adf-9ac8-104a6b1abd6f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 07:59:22.626639 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-44578bab-0e8e-4adf-9ac8-104a6b1abd6f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3689978 Jun 18 07:59:22.916764 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4f59fe97-6f98-4b53-b29e-4a436be4cfbc up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 07:59:22.963246 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:22.963898 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:22.965630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:23.034559 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:24.915749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 46746) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:25.257382 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:25.285705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Made reservation on behalf of 51d49f403c194b17b3511bb8b268764f for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 07:59:25.288125 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.304124 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.411497 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks [] for security_group (772f014e-6631-4cf7-ba72-8ed93763f382), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.418729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (772f014e-6631-4cf7-ba72-8ed93763f382), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.434337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Reserving flat network on physical network physnet1 {{(pid=104012) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 07:59:25.455228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772f014e-6631-4cf7-ba72-8ed93763f382,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:25.461049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767213087892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (b5c776b1-7903-44ee-b597-bda2b5ea5f8e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.461565 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Unsubscribe: segment precommit_create {{(pid=104012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 07:59:25.462040 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Added segment b5c776b1-7903-44ee-b597-bda2b5ea5f8e of type flat for network ab53b141-381b-47bf-82f8-bced81746439 Jun 18 07:59:25.513165 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (ab53b141-381b-47bf-82f8-bced81746439), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.558145 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (ab53b141-381b-47bf-82f8-bced81746439), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.559131 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:25.559698 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:25.629805 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7127073 Jun 18 07:59:25.670505 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbca923-c91f-4af0-83b6-47a604e62b38 admin admin] Pushing event updated for resources: {'Network': ['ID=ab53b141-381b-47bf-82f8-bced81746439,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:25.681619 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network ab53b141-381b-47bf-82f8-bced81746439 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 07:59:27.869837 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 46754) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:28.087593 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-50556633-8d9a-4046-9a16-cf602247ef43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:28.269264 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4a315-282a-4c1a-8dd7-34db1ba46db0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:28.271240 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-47b4a315-282a-4c1a-8dd7-34db1ba46db0 demo admin] 10.222.0.23 "GET /v2.0/subnets/2ac0fffe-3f64-4288-b96e-1c28aee1ce64 HTTP/1.1" status: 200 len: 849 time: 0.4003913 Jun 18 07:59:28.448850 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-5a7ef1a8-6fcd-4906-9073-706abc0d186a demo admin] 10.222.0.23 "GET /v2.0/routers/1a204f70-9983-4eef-9bd0-7878ed4bb886 HTTP/1.1" status: 200 len: 704 time: 0.1711743 Jun 18 07:59:28.745578 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:28.997376 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:29.025556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:29.050983 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Allocated IP 172.20.0.1 (83b47ed6-2e62-43c0-a830-da15ff7258de/2ac0fffe-3f64-4288-b96e-1c28aee1ce64/a5649f3d-8b8c-41cb-941a-a6dd6bd7b923) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 07:59:29.216576 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks [] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.280896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.361166 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Network 83b47ed6-2e62-43c0-a830-da15ff7258de is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 07:59:29.368898 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:29.371853 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 07:59:29.372405 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (1a204f70-9983-4eef-9bd0-7878ed4bb886), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.375216 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Pushing event updated for resources: {'Port': ['ID=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:29.613435 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-0d185317-8b16-4ac6-95d6-6c74f98c1deb None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:29.614031 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d185317-8b16-4ac6-95d6-6c74f98c1deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.623702 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.645683 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-0d185317-8b16-4ac6-95d6-6c74f98c1deb None None] Port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 07:59:29.840306 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks [] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.847405 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.848521 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (1a204f70-9983-4eef-9bd0-7878ed4bb886), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:29.914126 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Pushing event updated for resources: {'Port': ['ID=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:29.944665 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:29.945586 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=8,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:29.993734 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Network 83b47ed6-2e62-43c0-a830-da15ff7258de is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 07:59:29.995149 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:30.001615 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:30.156795 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Router 1a204f70-9983-4eef-9bd0-7878ed4bb886 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 07:59:30.164033 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:30.169445 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-752cd5fc-fc27-4f4e-abed-7ce65987b513 None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:30.169826 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-752cd5fc-fc27-4f4e-abed-7ce65987b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:30.201265 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-752cd5fc-fc27-4f4e-abed-7ce65987b513 None None] Port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 07:59:30.248555 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 07:59:30.255580 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-56c51157-246c-4f9f-9ec4-86453e9ec3cf demo admin] 10.222.0.23 "PUT /v2.0/routers/1a204f70-9983-4eef-9bd0-7878ed4bb886/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7977614 Jun 18 07:59:30.272418 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Sync routers for ids ['1a204f70-9983-4eef-9bd0-7878ed4bb886'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 07:59:30.284960 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Routers {'1a204f70-9983-4eef-9bd0-7878ed4bb886'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 07:59:30.285765 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T07:59:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1a204f70-9983-4eef-9bd0-7878ed4bb886'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:30.389859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5f48fcf-6e06-4054-9279-39687f836f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:30.463581 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Set router 1a204f70-9983-4eef-9bd0-7878ed4bb886 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 07:59:30.876481 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:29Z', 'revision_number': 2, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port_host': None, '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:29Z', 'revision_number': 2, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:30.925574 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Checking router: 1a204f70-9983-4eef-9bd0-7878ed4bb886 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 07:59:30.925962 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Updating router 1a204f70-9983-4eef-9bd0-7878ed4bb886 port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 07:59:30.978800 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.182083 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.483152 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks [] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.490860 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.622678 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Pushing event updated for resources: {'Port': ['ID=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:31.646495 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.646833 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.647198 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.647535 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.647865 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.648253 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.648547 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.648863 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.649181 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.649495 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.649811 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.650139 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.650452 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.650762 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.651115 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Tracked resource versions report: Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: pushed versions: Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Log': {'1.0'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Network': {'1.1'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Port': {'1.7'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: consumer versions: Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Agent': '1.1', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Log': '1.0', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Network': '1.1', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Port': '1.7', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SubPort': '1.0', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Subnet': '1.1', Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Jun 18 07:59:31.652499 dv-cinder-826349-2-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 07:59:31.687583 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Attempting to bind port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 07:59:31.687984 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Attempting to bind port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 07:59:31.688407 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Attempting to bind port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 on network 83b47ed6-2e62-43c0-a830-da15ff7258de {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 07:59:31.693700 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 7, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 07:59:31.694082 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Checking segment: {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 07:59:31.694543 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.694982 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Bound using segment: {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 07:59:31.695460 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Bound port: a5649f3d-8b8c-41cb-941a-a6dd6bd7b923, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7367de35-7a63-40d6-bfc5-c1a22aa34e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 07:59:31.695828 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.738303 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-803dfa16-ba3d-4b80-bda7-c8fb84042820 None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:31.738774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-803dfa16-ba3d-4b80-bda7-c8fb84042820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.756510 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] For port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 07:59:31.770737 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-803dfa16-ba3d-4b80-bda7-c8fb84042820 None None] Port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 07:59:31.776390 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] For port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,segment=NetworkSegment(7367de35-7a63-40d6-bfc5-c1a22aa34e79),segment_id=7367de35-7a63-40d6-bfc5-c1a22aa34e79)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 07:59:31.777468 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:31.785302 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:31.817836 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:31.851102 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a6905-3200-4ab4-9f8c-2792babe4ae4 None None] Pushing event updated for resources: {'Port': ['ID=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:31.853592 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Routers {'1a204f70-9983-4eef-9bd0-7878ed4bb886'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 07:59:31.854150 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T07:59:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1a204f70-9983-4eef-9bd0-7878ed4bb886'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:31.948283 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] Set router 1a204f70-9983-4eef-9bd0-7878ed4bb886 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 07:59:32.091072 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:32.091428 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:32.135525 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:29Z', 'revision_number': 2, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port_host': None, '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:31Z', 'revision_number': 4, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:32.164403 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f772f91d-647e-4cea-b2d2-36139e03f27e None None] The sync data for ids ['1a204f70-9983-4eef-9bd0-7878ed4bb886'] in dv-cinder-826349-2-iscsi is: [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:29Z', 'revision_number': 2, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port_host': None, '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:31Z', 'revision_number': 4, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 07:59:32.168882 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Current status of the port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:32.169277 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:32.178696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:32.206396 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] For port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,segment=NetworkSegment(7367de35-7a63-40d6-bfc5-c1a22aa34e79),segment_id=7367de35-7a63-40d6-bfc5-c1a22aa34e79)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 07:59:32.211100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:32.258549 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b860e42-f03d-4487-b5e4-fe36292a7941 None None] Pushing event updated for resources: {'Port': ['ID=a5649f3d-8b8c-41cb-941a-a6dd6bd7b923,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:32.514860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46776) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:32.722992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:32.766200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6e103-4380-48b2-8dd7-960869f202a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:32.767624 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3df6e103-4380-48b2-8dd7-960869f202a1 admin admin] 10.222.0.23 "GET /v2.0/networks/ab53b141-381b-47bf-82f8-bced81746439 HTTP/1.1" status: 200 len: 842 time: 0.2515736 Jun 18 07:59:32.777175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Request body: {'subnet': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:32.802703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Made reservation on behalf of 51d49f403c194b17b3511bb8b268764f for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 07:59:32.805194 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:33.161491 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.objects.ports [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104013) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 18 07:59:33.161952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (36cc2425-6e8e-456b-81b6-28f3520e05bd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:33.219615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36cc2425-6e8e-456b-81b6-28f3520e05bd,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:33.230196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 07:59:33.230565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Network hostable DHCP agents. Network: ab53b141-381b-47bf-82f8-bced81746439, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 07:59:33.255371 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:33.256018 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 07:59:33.270049 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, ab53b141-381b-47bf-82f8-bced81746439) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:33.275894 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:33.276517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:33.283084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b3ea7-bc0f-4d26-86b8-8ec2bc8d9b0b None None] Network ab53b141-381b-47bf-82f8-bced81746439 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 07:59:33.311096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-dd7f3861-9d55-413a-a443-9c823a9b0323 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5234644 Jun 18 07:59:33.407937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d1161-113a-4202-8e9b-8aae486b6247 None None] Network ab53b141-381b-47bf-82f8-bced81746439 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 07:59:35.544257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46794) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:35.753810 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4b42da3e-dcf3-4e18-85fc-ada73855ea5b demo admin] 10.222.0.23 "GET /v2.0/routers/1a204f70-9983-4eef-9bd0-7878ed4bb886 HTTP/1.1" status: 200 len: 710 time: 0.2051339 Jun 18 07:59:35.843235 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d6b75-cf5c-4508-bd97-5ce753e6318e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 07:59:35.844506 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f79d6b75-cf5c-4508-bd97-5ce753e6318e demo admin] 10.222.0.23 "GET /v2.0/networks/ab53b141-381b-47bf-82f8-bced81746439 HTTP/1.1" status: 200 len: 886 time: 0.0850861 Jun 18 07:59:35.853449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 07:59:36.047587 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:36.092956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks [] for router_gateway (1a204f70-9983-4eef-9bd0-7878ed4bb886), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:36.118840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:36.314221 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks [] for router_gateway (1a204f70-9983-4eef-9bd0-7878ed4bb886), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:36.446189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:36.603494 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Allocated IP 172.27.2.96 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/662c268f-baf1-419b-acb5-aad00dbb968a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 07:59:36.713599 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks [] for port (662c268f-baf1-419b-acb5-aad00dbb968a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:36.769744 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:36.839286 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 07:59:36.845391 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 07:59:36.848874 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 07:59:36.904756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Pushing event updated for resources: {'Port': ['ID=662c268f-baf1-419b-acb5-aad00dbb968a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:36.959659 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 07:59:37.015637 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:37.016040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:37.032135 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:37.085710 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:37.092392 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:37.155174 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks [] for router_gateway (1a204f70-9983-4eef-9bd0-7878ed4bb886), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:37.299045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:37.347045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-599939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-593900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10642'] for router (1a204f70-9983-4eef-9bd0-7878ed4bb886), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:37.351771 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-590509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-593895'] for router (1a204f70-9983-4eef-9bd0-7878ed4bb886), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:37.463957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Router 1a204f70-9983-4eef-9bd0-7878ed4bb886 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 07:59:37.571248 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 07:59:37.576024 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:37.577088 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e7c17e81-1d79-4e11-9df7-bbc0e5726829 demo admin] 10.222.0.23 "PUT /v2.0/routers/1a204f70-9983-4eef-9bd0-7878ed4bb886 HTTP/1.1" status: 200 len: 889 time: 1.7267728 Jun 18 07:59:38.416862 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Sync routers for ids ['1a204f70-9983-4eef-9bd0-7878ed4bb886'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 07:59:38.429822 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Routers {'1a204f70-9983-4eef-9bd0-7878ed4bb886'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 07:59:38.430469 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T07:59:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1a204f70-9983-4eef-9bd0-7878ed4bb886'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:38.630507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Set router 1a204f70-9983-4eef-9bd0-7878ed4bb886 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 07:59:39.076346 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:37Z', 'revision_number': 4, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port': {'id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:36Z', 'updated_at': '2022-06-18T07:59:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:32Z', 'revision_number': 5, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:39.127559 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Checking router: 1a204f70-9983-4eef-9bd0-7878ed4bb886 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 07:59:39.127923 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Updating router 1a204f70-9983-4eef-9bd0-7878ed4bb886 port 662c268f-baf1-419b-acb5-aad00dbb968a binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 07:59:39.177548 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.348754 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:39.484183 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks [] for port (662c268f-baf1-419b-acb5-aad00dbb968a), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.490438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.540764 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Attempting to bind port 662c268f-baf1-419b-acb5-aad00dbb968a on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 07:59:39.541121 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Attempting to bind port 662c268f-baf1-419b-acb5-aad00dbb968a by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 07:59:39.541467 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Attempting to bind port 662c268f-baf1-419b-acb5-aad00dbb968a on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 07:59:39.544653 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea55fbd-19e0-4bad-a687-095a9a79e4ca None None] Pushing event updated for resources: {'Port': ['ID=662c268f-baf1-419b-acb5-aad00dbb968a,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:39.549991 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 7, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 07:59:39.550348 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 07:59:39.550743 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.551138 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 07:59:39.551589 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Bound port: 662c268f-baf1-419b-acb5-aad00dbb968a, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 07:59:39.551961 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.598466 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] For port 662c268f-baf1-419b-acb5-aad00dbb968a, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 07:59:39.601604 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] For port 662c268f-baf1-419b-acb5-aad00dbb968a, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=662c268f-baf1-419b-acb5-aad00dbb968a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 07:59:39.607596 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:39.666213 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Routers {'1a204f70-9983-4eef-9bd0-7878ed4bb886'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 07:59:39.666810 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T07:59:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1a204f70-9983-4eef-9bd0-7878ed4bb886'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:39.669899 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea55fbd-19e0-4bad-a687-095a9a79e4ca None None] Pushing event updated for resources: {'Port': ['ID=662c268f-baf1-419b-acb5-aad00dbb968a,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:39.708032 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:39.771268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] Set router 1a204f70-9983-4eef-9bd0-7878ed4bb886 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 07:59:39.831039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 46806) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 07:59:39.947188 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fd522043-aff0-414c-87c3-afaab6af407e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1149802 Jun 18 07:59:39.966462 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:37Z', 'revision_number': 4, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port': {'id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:36Z', 'updated_at': '2022-06-18T07:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:32Z', 'revision_number': 5, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 07:59:39.993282 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d8502f-9f80-437a-a3c5-216fe64538fc None None] The sync data for ids ['1a204f70-9983-4eef-9bd0-7878ed4bb886'] in dv-cinder-826349-2-iscsi is: [{'id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'name': 'router1', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T07:59:19Z', 'updated_at': '2022-06-18T07:59:37Z', 'revision_number': 4, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'gw_port': {'id': '662c268f-baf1-419b-acb5-aad00dbb968a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:36Z', 'updated_at': '2022-06-18T07:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'a5649f3d-8b8c-41cb-941a-a6dd6bd7b923', 'name': '', 'network_id': '83b47ed6-2e62-43c0-a830-da15ff7258de', 'tenant_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'mac_address': 'fa:16:3e:c2:06:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a204f70-9983-4eef-9bd0-7878ed4bb886', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T07:59:28Z', 'updated_at': '2022-06-18T07:59:32Z', 'revision_number': 5, 'project_id': 'ed0ab34c8d2b4e30ac40a19a405f85c3', 'subnets': [{'id': '2ac0fffe-3f64-4288-b96e-1c28aee1ce64', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2d193869-4733-4f97-9dac-0b470cc2e14a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 07:59:40.241456 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:40.244061 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=27 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:40.924973 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 662c268f-baf1-419b-acb5-aad00dbb968a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 07:59:40.971766 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 662c268f-baf1-419b-acb5-aad00dbb968a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:40.972139 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:41.040966 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 662c268f-baf1-419b-acb5-aad00dbb968a is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:41.041346 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:41.067793 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 662c268f-baf1-419b-acb5-aad00dbb968a, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=662c268f-baf1-419b-acb5-aad00dbb968a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 07:59:41.074402 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:41.117411 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:41.122480 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=662c268f-baf1-419b-acb5-aad00dbb968a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 07:59:42.940609 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 662c268f-baf1-419b-acb5-aad00dbb968a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 07:59:42.991070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 662c268f-baf1-419b-acb5-aad00dbb968a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 07:59:42.991374 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (662c268f-baf1-419b-acb5-aad00dbb968a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 07:59:43.062163 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 662c268f-baf1-419b-acb5-aad00dbb968a is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 07:59:49.939043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=54 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:49.942862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=29 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:50.829034 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 07:59:50.841188 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=47 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:53.059150 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=18 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:53.060525 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 07:59:58.090787 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-89014b75-1789-4049-9a4f-8de061e63aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:00.387166 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-065d1e52-0a56-4f27-b174-f50967a2b735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:00.825437 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=35 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:01.182352 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:02.738517 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:03.256464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:13.243511 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:13.248666 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:27.829843 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:00:28.089895 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95bf1b93-3fb0-4361-a98f-85cf4b1516a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:30.383316 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2f26fb0e-a53f-412c-bf23-39149906c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:31.191170 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:32.726776 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:33.254296 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:37.824071 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:37.825468 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:43.240524 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:43.248953 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:00:54.725637 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47346) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:00:54.800436 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5d59ca-e124-4ab0-8ef0-5f2471b9f2f8 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:00:54.801691 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4a5d59ca-e124-4ab0-8ef0-5f2471b9f2f8 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0750711 Jun 18 08:00:55.030818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac2d8d-73c3-42c0-9eca-29038e06c565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:00:55.032342 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-35ac2d8d-73c3-42c0-9eca-29038e06c565 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2264297 Jun 18 08:00:57.071625 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47356) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:00:57.193680 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c54df-7212-4302-8b16-f629796ec7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:00:57.194952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ed8c54df-7212-4302-8b16-f629796ec7bb admin admin] 10.222.0.23 "GET /v2.0/subnets/2ac0fffe-3f64-4288-b96e-1c28aee1ce64 HTTP/1.1" status: 200 len: 849 time: 0.1223338 Jun 18 08:00:57.207737 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:00:57.300216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Publish callbacks [] for subnet (2ac0fffe-3f64-4288-b96e-1c28aee1ce64), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:57.444235 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767213069496'] for subnet (2ac0fffe-3f64-4288-b96e-1c28aee1ce64), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:57.479170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:00:57.479820 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:57.489219 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] 10.222.0.23 "PUT /v2.0/subnets/2ac0fffe-3f64-4288-b96e-1c28aee1ce64 HTTP/1.1" status: 200 len: 868 time: 0.2769637 Jun 18 08:00:57.493792 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c4bcb-e138-4263-ae4d-320c9ff52e3f None None] Network 83b47ed6-2e62-43c0-a830-da15ff7258de requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:00:57.502679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac0fffe-3f64-4288-b96e-1c28aee1ce64,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:00:57.510967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.511349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.511694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.512040 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.512351 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.512720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.513060 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.513515 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.513856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.514200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.514561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.514872 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.515215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.515528 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.515838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78619967-44e2-4af1-af3d-5d2f05e8c744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:00:57.822293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Provisioning complete for port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:00:57.822677 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a5649f3d-8b8c-41cb-941a-a6dd6bd7b923), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:57.895823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Current status of the port a5649f3d-8b8c-41cb-941a-a6dd6bd7b923 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:00:57.904040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Provisioning complete for port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:00:57.904421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4f59fe97-6f98-4b53-b29e-4a436be4cfbc), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:57.977908 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c35fba06-24b6-43e2-bbc5-7c37f797223a None None] Current status of the port 4f59fe97-6f98-4b53-b29e-4a436be4cfbc is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:00:58.084622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-17894c8c-b245-422e-a7b1-dba8f5622443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:00:59.505305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47364) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:00:59.729796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a458-834e-4e15-8d9f-c47b63d0f802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:00:59.730490 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba5a458-834e-4e15-8d9f-c47b63d0f802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:00:59.733118 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ba5a458-834e-4e15-8d9f-c47b63d0f802 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2262533 Jun 18 08:01:00.388037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-141c6904-b0e6-4c94-ab7d-626a0d79d34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:01.192699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:01.771518 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47372) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:02.010665 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd46eb-65a0-4eec-b988-aec61ea41dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:02.011154 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd46eb-65a0-4eec-b988-aec61ea41dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:02.012696 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-55fd46eb-65a0-4eec-b988-aec61ea41dde admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2397940 Jun 18 08:01:02.729870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:03.262237 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:04.094020 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47382) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:04.257166 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2becc-a18e-40e3-8e7c-4cb08170ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:04.258546 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cdc2becc-a18e-40e3-8e7c-4cb08170ff5d admin admin] 10.222.0.23 "GET /v2.0/networks/83b47ed6-2e62-43c0-a830-da15ff7258de HTTP/1.1" status: 200 len: 869 time: 0.1631830 Jun 18 08:01:04.830450 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:01:06.301110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47390) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:06.444678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877bf6db-aa50-483b-b780-675a5fac0b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:06.446821 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-877bf6db-aa50-483b-b780-675a5fac0b5c admin admin] 10.222.0.23 "GET /v2.0/networks/ab53b141-381b-47bf-82f8-bced81746439 HTTP/1.1" status: 200 len: 886 time: 0.1441524 Jun 18 08:01:08.489465 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47398) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:08.590359 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:08.599210 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:08.625936 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2717c-3364-4025-8a2b-6dccb3ae1e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:08.626373 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b2717c-3364-4025-8a2b-6dccb3ae1e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:08.627928 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b8b2717c-3364-4025-8a2b-6dccb3ae1e21 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1370180 Jun 18 08:01:10.708339 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47406) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:10.808440 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6266c-0af1-4f2a-8c40-4e0d1af5be3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:10.808813 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6266c-0af1-4f2a-8c40-4e0d1af5be3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:10.810299 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5fd6266c-0af1-4f2a-8c40-4e0d1af5be3f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010065 Jun 18 08:01:12.005850 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=11 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:12.007859 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=12 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:12.857707 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47414) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:12.960635 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fe8703-975d-4e79-8dac-9cbed3975983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:12.962003 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-17fe8703-975d-4e79-8dac-9cbed3975983 admin admin] 10.222.0.23 "GET /v2.0/subnets/2ac0fffe-3f64-4288-b96e-1c28aee1ce64 HTTP/1.1" status: 200 len: 868 time: 0.1033320 Jun 18 08:01:13.254534 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:13.256523 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:14.826093 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:14.826999 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:15.032224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47422) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:15.131949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7dad3f-63ec-420d-a2c8-d57e9eef5af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:15.133298 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ae7dad3f-63ec-420d-a2c8-d57e9eef5af9 admin admin] 10.222.0.23 "GET /v2.0/subnets/36cc2425-6e8e-456b-81b6-28f3520e05bd HTTP/1.1" status: 200 len: 816 time: 0.1001515 Jun 18 08:01:22.952576 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:22.956416 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=8 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:25.126571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=17 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:25.127413 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=11 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:28.089723 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8f700861-eb03-409e-a272-cf49aa3b558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:30.399327 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f664930-f2f8-4b19-a772-f3799ac5de67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:31.200365 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:32.732419 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:33.257907 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:41.624978 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47478) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:41.686931 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [None req-ed858308-a30f-4583-a187-ba1c13f4c463 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:01:41.687953 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ed858308-a30f-4583-a187-ba1c13f4c463 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0617046 Jun 18 08:01:41.883381 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:41.884162 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:41.892929 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:01:43.249437 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:43.251362 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:43.838553 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47486) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:43.913965 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9371885-f092-4154-a688-a8d54b5af0d4 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:01:43.915294 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b9371885-f092-4154-a688-a8d54b5af0d4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753407 Jun 18 08:01:44.057498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c77fa-c227-4d6b-8b8e-0951b1927b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:44.058871 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-453c77fa-c227-4d6b-8b8e-0951b1927b6a admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392517 Jun 18 08:01:46.126240 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47496) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:46.179313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:01:46.200809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Made reservation on behalf of 51d49f403c194b17b3511bb8b268764f for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:01:46.203067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:46.236926 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING neutron.services.revisions.revision_plugin [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Could not find related network for resource to bump revision. Jun 18 08:01:46.251728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:01:46.261694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (9d6b9dbc-c312-4eca-8108-667770416d3c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:46.262058 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Added segment 9d6b9dbc-c312-4eca-8108-667770416d3c of type vlan for network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a Jun 18 08:01:46.303053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:46.330517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:46.331897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:46.332456 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:46.400243 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2724628 Jun 18 08:01:46.429464 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56d026-0b15-4ade-a5b3-7a2490d1e311 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:01:46.441215 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:01:48.459423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47504) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:01:48.535499 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d6e6df-2cd9-4c5a-871f-c3b44ce978f6 admin admin] GET failed (client error): The resource could not be found. Jun 18 08:01:48.536815 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d5d6e6df-2cd9-4c5a-871f-c3b44ce978f6 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0760946 Jun 18 08:01:48.606677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9040364b-4e53-4976-a957-aad73712ae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:48.608118 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9040364b-4e53-4976-a957-aad73712ae02 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669136 Jun 18 08:01:48.620919 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:01:48.643108 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Made reservation on behalf of 51d49f403c194b17b3511bb8b268764f for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:01:48.645484 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:48.819372 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (d9d0b8f9-3a85-4e7d-9fd7-ca8846337008), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:48.876184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d0b8f9-3a85-4e7d-9fd7-ca8846337008,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:01:48.883395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Checking segment: {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:01:48.883736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Network hostable DHCP agents. Network: dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:01:48.902449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:01:48.912854 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:01:48.916888 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:01:48.917477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:48.921795 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0390e13-d385-468d-9201-b09467837d03 None None] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:01:48.934117 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-20e57732-a75b-465d-aaba-424074e28dac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165407 Jun 18 08:01:49.132397 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a', 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a', 'project_id': '51d49f403c194b17b3511bb8b268764f', 'fixed_ips': [{'subnet_id': 'd9d0b8f9-3a85-4e7d-9fd7-ca8846337008'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:01:49.133329 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.275272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Allocated IP 192.168.233.2 (dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a/d9d0b8f9-3a85-4e7d-9fd7-ca8846337008/40740aac-7c00-4da9-8c28-15be9662c743) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:01:49.420797 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks [] for port (40740aac-7c00-4da9-8c28-15be9662c743), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.426626 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (40740aac-7c00-4da9-8c28-15be9662c743), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.469514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:01:49.472262 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:01:49.476293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:01:49.482737 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Pushing event updated for resources: {'Port': ['ID=40740aac-7c00-4da9-8c28-15be9662c743,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:01:49.492940 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.493275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.493622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.493960 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.494279 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.494596 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.494905 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.495236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.495550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.495861 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.496170 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.496494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.496802 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.497126 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.497406 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:01:49.548672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Attempting to bind port 40740aac-7c00-4da9-8c28-15be9662c743 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:01:49.548672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Attempting to bind port 40740aac-7c00-4da9-8c28-15be9662c743 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:01:49.548672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Attempting to bind port 40740aac-7c00-4da9-8c28-15be9662c743 on network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:01:49.553158 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:01:49.553530 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Checking segment: {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:01:49.553937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.554317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Bound using segment: {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:01:49.554985 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Bound port: 40740aac-7c00-4da9-8c28-15be9662c743, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:01:49.555214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (40740aac-7c00-4da9-8c28-15be9662c743), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.623163 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] For port 40740aac-7c00-4da9-8c28-15be9662c743, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:01:49.626420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] For port 40740aac-7c00-4da9-8c28-15be9662c743, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=40740aac-7c00-4da9-8c28-15be9662c743,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:01:49.634937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (40740aac-7c00-4da9-8c28-15be9662c743), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:49.696104 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da38f-5d64-4c41-8afd-aa232dcc82f6 None None] Pushing event updated for resources: {'Port': ['ID=40740aac-7c00-4da9-8c28-15be9662c743,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:01:50.481575 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ec60b-72ab-4be4-b147-e7e9d0555c07 None None] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:01:50.592465 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Provisioning complete for port 40740aac-7c00-4da9-8c28-15be9662c743 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:01:50.592748 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (40740aac-7c00-4da9-8c28-15be9662c743), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:50.613652 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:50.614309 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:50.676429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Current status of the port 40740aac-7c00-4da9-8c28-15be9662c743 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:01:50.676814 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (40740aac-7c00-4da9-8c28-15be9662c743), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:50.716981 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] For port 40740aac-7c00-4da9-8c28-15be9662c743, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=40740aac-7c00-4da9-8c28-15be9662c743,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:01:50.722620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (40740aac-7c00-4da9-8c28-15be9662c743), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:50.777039 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955de20b-f334-4898-8032-ef2f17dc72ea None None] Pushing event updated for resources: {'Port': ['ID=40740aac-7c00-4da9-8c28-15be9662c743,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:01:50.840856 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-552f3e37-27bd-4858-8b03-70b25d328832 None None] Provisioning complete for port 40740aac-7c00-4da9-8c28-15be9662c743 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:01:50.841233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-552f3e37-27bd-4858-8b03-70b25d328832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (40740aac-7c00-4da9-8c28-15be9662c743), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:50.917308 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-552f3e37-27bd-4858-8b03-70b25d328832 None None] Current status of the port 40740aac-7c00-4da9-8c28-15be9662c743 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:01:50.997770 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 40740aac-7c00-4da9-8c28-15be9662c743 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:01:51.045802 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 40740aac-7c00-4da9-8c28-15be9662c743 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:01:51.046189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (40740aac-7c00-4da9-8c28-15be9662c743), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:51.122379 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 40740aac-7c00-4da9-8c28-15be9662c743 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:01:54.053675 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=10 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:54.055092 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=12 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:56.946751 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:56.951190 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=16 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:58.094406 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6f7e4efe-faf7-4bba-b124-ebe7c24dbfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:01:58.924057 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:01:58.927358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=63,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:00.395116 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-27cbc7fe-ecc5-40ae-8384-e9349eb3cba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:01.201387 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:02.735313 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:03.264701 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:13.250295 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:13.256942 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:18.832029 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:18.833233 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:02:28.100742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-51f487f6-cf8f-417e-a17c-8204c94ca67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:28.828814 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:30.389301 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b237920-6b97-4f00-94ab-584e2318e1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:31.204972 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:32.738721 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:33.260896 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:02:43.251123 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:43.253009 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:55.832744 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:02:56.824805 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:02:58.104350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e8c35620-ce3e-448d-8f08-d40ef1d0d554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:00.393982 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9aaaa908-bd65-4d10-84de-9cdf409f2794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:01.206990 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:02.743762 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:03.256302 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:05.828969 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:13.075774 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47542) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:03:13.081562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-e1a86db6-28a4-47a8-b6d0-216d64526d5e tempest-verify_tempest_config-1069985183 tempest-verify_tempest_config-1069985183-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:03:13.082506 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e1a86db6-28a4-47a8-b6d0-216d64526d5e tempest-verify_tempest_config-1069985183 tempest-verify_tempest_config-1069985183-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057783 Jun 18 08:03:13.243642 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=4,neutron:SELECT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:13.250060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:13.407817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47560) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:03:13.611675 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.687897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Publish callbacks [] for security_group (aa3b356b-5241-4ff9-8ee7-1488b8d3297c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.693947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (aa3b356b-5241-4ff9-8ee7-1488b8d3297c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.737333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b356b-5241-4ff9-8ee7-1488b8d3297c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:03:13.741183 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3820078de9274bd69c929f329f022e07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3323085 Jun 18 08:03:13.744152 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47564) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:03:13.746576 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.746933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.747312 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.747628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.747950 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.748269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.748584 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.748897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.749265 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.749568 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.749901 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.750233 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.750547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.750855 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.751189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64d6bbe-044e-4b68-b67a-16bdb458547a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.805918 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Publish callbacks [] for security_group (aa3b356b-5241-4ff9-8ee7-1488b8d3297c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.835745 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Publish callbacks [] for security_group (aa3b356b-5241-4ff9-8ee7-1488b8d3297c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.930883 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (aa3b356b-5241-4ff9-8ee7-1488b8d3297c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.933436 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:13.937544 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa3b356b-5241-4ff9-8ee7-1488b8d3297c HTTP/1.1" status: 204 len: 168 time: 0.1894631 Jun 18 08:03:13.942948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b356b-5241-4ff9-8ee7-1488b8d3297c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:03:13.950894 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.951259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.951615 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.951949 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.952282 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.952625 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.952940 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.953273 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.953722 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.954149 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.954487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.954824 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.955162 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.955473 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:13.955789 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae7ed42-efbb-45f0-8606-49ce2428bf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:03:23.740007 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:23.743043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:23.946190 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:23.947286 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:23.968747 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:23.975900 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:28.116959 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-30a7ffd9-f54b-4a61-a592-b824cc9fd2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:30.397258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56b7aea8-8f8c-4035-8f44-ec5ad0b4d358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:31.208806 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:32.743344 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:32.830199 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:32.831790 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:03:33.261317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:03:42.831143 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:43.252941 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:43.255539 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:56.879590 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:56.882090 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=14 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:03:58.122044 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f48635e9-7a12-48b6-ade6-df96b19ad7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:00.403115 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-627fc9cb-12dc-4d2d-9789-2db5284df4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:01.222442 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:02.755567 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:03.278251 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:09.831491 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:04:09.834066 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:13.258378 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:13.270054 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:19.827377 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:28.122954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-62a84bce-5c73-43d3-ac49-1e43b2e291c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:30.398736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d5625e79-646b-48e4-a790-2ca9c14c2cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:31.222482 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:32.758975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:33.276405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:43.263163 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=19 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:43.266672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:46.833923 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 5 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:04:54.577969 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-596360'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:04:56.826352 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:56.828023 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:04:58.128933 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-eedadb17-aa49-4f0a-9bab-121cb53acbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:00.406122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e436bad-0e2a-41b6-945f-2cc8bdc618ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:01.222289 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:02.758614 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:03.270020 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:06.974643 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47640) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:05:07.096241 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3e4fa848-a3fa-4a35-9648-540eff767acb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1203866 Jun 18 08:05:09.195001 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47650) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:05:09.264714 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-94d931fb-1ad3-44d0-b0c8-1360ddc04a90 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0685136 Jun 18 08:05:13.260516 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:13.262584 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:19.259306 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:19.260509 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:23.831934 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:23.833657 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:05:24.574477 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:28.127090 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ccbd58b5-4415-4c1d-82e4-02acad011dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:30.405020 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6faad68a-0d41-4db9-922f-a75cd0f25cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:31.233654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:32.765403 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:33.272145 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:33.828772 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:43.258068 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:43.265414 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:05:54.583917 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:05:58.115193 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a9fd818d-51a7-4df2-b80a-640f0697af13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:00.408465 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-47c10490-9644-4d5c-88b6-030cda05fdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:00.832560 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:00.834824 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:06:01.232567 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:02.776734 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:03.269378 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:10.829767 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:12.770897 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:13.263340 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:24.571553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:28.112134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d6d9ee2-23d9-473e-aebc-8f0bf2cb8b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:30.414713 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7238669-8620-4cd7-8e86-bedd0056fede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:31.232149 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:32.769499 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:33.266602 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:37.834114 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:06:41.407821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47718) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:41.587303 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015291520-network', 'tenant_id': '8e188b93be28466eaa3d67fa4e1e11ff'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:41.617436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Made reservation on behalf of 8e188b93be28466eaa3d67fa4e1e11ff for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:41.622098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.632022 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.736968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks [] for security_group (c82b5013-950b-46d2-83e0-550eb3db280e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.742961 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c82b5013-950b-46d2-83e0-550eb3db280e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.764615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:41.784560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (2f1f36bd-03d7-4775-8cd3-afc132241183), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.784955 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Added segment 2f1f36bd-03d7-4775-8cd3-afc132241183 of type vlan for network 3fbf73d1-93bb-4603-aa82-78c943d615dd Jun 18 08:06:41.830290 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (3fbf73d1-93bb-4603-aa82-78c943d615dd), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.848012 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82b5013-950b-46d2-83e0-550eb3db280e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.863611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.864439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.864439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.864439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.864690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.864879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.865199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Tracked resource versions report: Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: pushed versions: Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Log': {'1.0'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Network': {'1.1'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Port': {'1.7'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: consumer versions: Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: HyperV agent@hv-cinder-82634: {}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Agent': '1.1', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Log': '1.0', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Network': '1.1', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Port': '1.7', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'SubPort': '1.0', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Subnet': '1.1', Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Jun 18 08:06:41.866396 dv-cinder-826349-2-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:06:41.869789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (3fbf73d1-93bb-4603-aa82-78c943d615dd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.870673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:41.871266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.910067 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5004258 Jun 18 08:06:41.913086 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47768) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:41.920304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Request body: {'subnet': {'network_id': '3fbf73d1-93bb-4603-aa82-78c943d615dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2015291520-subnet', 'tenant_id': '8e188b93be28466eaa3d67fa4e1e11ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:41.937148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3148f-a7ff-4198-9ecd-6f8c8ee24b65 admin admin] Pushing event updated for resources: {'Network': ['ID=3fbf73d1-93bb-4603-aa82-78c943d615dd,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:41.947371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Made reservation on behalf of 8e188b93be28466eaa3d67fa4e1e11ff for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:41.949623 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:41.953303 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 3fbf73d1-93bb-4603-aa82-78c943d615dd details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:42.231541 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (0e9ee116-e187-4b9e-b50b-6be446c25d31), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:42.280375 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9ee116-e187-4b9e-b50b-6be446c25d31,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:42.294076 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.294627 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.295207 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.296756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.297349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.297907 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.298602 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.299184 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.299650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.300183 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.300681 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.301193 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.301818 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.302305 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.302790 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Tracked resource versions report: Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: pushed versions: Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: { 'AddressGroup': {'1.2'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Agent': {'1.1'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'ConntrackHelper': {'1.0'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'LocalIPAssociation': {'1.0'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Log': {'1.0'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'NDPProxy': {'1.0'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Network': {'1.1'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Port': {'1.7'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'PortForwarding': {'1.3'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'QosPolicy': {'1.10'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroup': {'1.5'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SubPort': {'1.0'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Subnet': {'1.1'}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Trunk': {'1.1'}} Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: consumer versions: Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: HyperV agent@hv-cinder-82634: {}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Agent': '1.1', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'ConntrackHelper': '1.0', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'LocalIPAssociation': '1.0', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Log': '1.0', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'NDPProxy': '1.0', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Network': '1.1', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Port': '1.7', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'PortForwarding': '1.3', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'QosPolicy': '1.10', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroup': '1.5', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SecurityGroupRule': '1.2', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'SubPort': '1.0', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Subnet': '1.1', Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: 'Trunk': '1.1'}} Jun 18 08:06:42.304092 dv-cinder-826349-2-iscsi neutron-server[104012]: {{(pid=104012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:06:42.335341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Checking segment: {'id': '2f1f36bd-03d7-4775-8cd3-afc132241183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3fbf73d1-93bb-4603-aa82-78c943d615dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:42.335783 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Network hostable DHCP agents. Network: 3fbf73d1-93bb-4603-aa82-78c943d615dd, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:42.354967 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Network 3fbf73d1-93bb-4603-aa82-78c943d615dd is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:42.364666 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 3fbf73d1-93bb-4603-aa82-78c943d615dd) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:42.369212 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:42.369797 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:42.375558 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47eaf8b-c61d-4798-8af0-af19ca93ba67 None None] Network 3fbf73d1-93bb-4603-aa82-78c943d615dd requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:42.389274 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d6872df5-c786-4259-88c2-acef6d277e6f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4745307 Jun 18 08:06:42.489017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedacb79-c180-4a54-8a31-0f8ba8a7360c None None] Network 3fbf73d1-93bb-4603-aa82-78c943d615dd requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:43.162985 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47844) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:43.181916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47848) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:43.554866 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125384659-network', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:43.574106 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-25491417-network', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:43.595619 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Made reservation on behalf of 6bc66714da4345ddb2639465d29fcae0 for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:43.597983 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.607714 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Made reservation on behalf of 273ac76b51f14a4998a14fcfb06009a8 for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:43.610355 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.619749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.623002 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.712948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47868) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:43.729574 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks [] for security_group (5177cc8b-98b1-4cd5-859c-a65117be8ee7), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.737286 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5177cc8b-98b1-4cd5-859c-a65117be8ee7), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.751568 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:43.769786 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47876) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:43.770826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (3de75b83-175f-45e6-8681-b732bbfe8818), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.770826 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Added segment 3de75b83-175f-45e6-8681-b732bbfe8818 of type vlan for network 838e60ac-16d8-4c86-8375-153c589f9f8c Jun 18 08:06:43.791988 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:43.839366 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (838e60ac-16d8-4c86-8375-153c589f9f8c), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.868269 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:43.877179 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (838e60ac-16d8-4c86-8375-153c589f9f8c), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.878148 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:43.878806 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.900626 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5177cc8b-98b1-4cd5-859c-a65117be8ee7,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:43.945467 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks [] for security_group (9b680023-b357-417d-aa2e-870b1c8f9bb6), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.977171 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8118372 Jun 18 08:06:43.977840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47888) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:43.980155 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9b680023-b357-417d-aa2e-870b1c8f9bb6), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:43.983352 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806474e-ef7c-4b37-a641-fcc6a144c905 admin admin] Pushing event updated for resources: {'Network': ['ID=838e60ac-16d8-4c86-8375-153c589f9f8c,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:43.995144 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 838e60ac-16d8-4c86-8375-153c589f9f8c details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:44.007462 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Request body: {'subnet': {'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-25491417-subnet', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.015110 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b680023-b357-417d-aa2e-870b1c8f9bb6,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:44.025113 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:44.039831 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (006cb64f-ce64-42ea-bf77-8879e1b94ed2), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.040438 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Added segment 006cb64f-ce64-42ea-bf77-8879e1b94ed2 of type vlan for network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f Jun 18 08:06:44.053784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Made reservation on behalf of 273ac76b51f14a4998a14fcfb06009a8 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:44.056497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.095205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.131618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.132947 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:44.133724 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.138245 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-897829010-network', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.183543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Made reservation on behalf of fc9abdfe8063473abfa91f578081eb0d for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:44.186401 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.199224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.211587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] Pushing event updated for resources: {'Network': ['ID=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:44.223912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:44.232700 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-09344abd-2c1f-40d4-92d1-581f556d9801 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.0488806 Jun 18 08:06:44.233914 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47892) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:44.247570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Request body: {'subnet': {'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-subnet', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.294059 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Made reservation on behalf of 6bc66714da4345ddb2639465d29fcae0 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:44.297100 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.350104 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1097385611-network', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.366232 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.416808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:44.433147 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:44.472263 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:44.484061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Made reservation on behalf of 2c80bfefeba54986bdbbf7339617e26f for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:44.487162 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.498828 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Checking segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:44.499504 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Network hostable DHCP agents. Network: 838e60ac-16d8-4c86-8375-153c589f9f8c, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:44.505849 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.570192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47904) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:44.575865 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670002225-network', 'tenant_id': 'e7fff78b51ec41b9937c2cbe328abb39'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.585311 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:44.636061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 838e60ac-16d8-4c86-8375-153c589f9f8c) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:44.639412 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks [] for security_group (4775164e-8cf9-4348-b425-03bfe93ee880), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.650762 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:44.651818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.660388 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6173096-c30c-47d0-af85-13dbae87f9bd None None] Network 838e60ac-16d8-4c86-8375-153c589f9f8c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:44.666376 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4775164e-8cf9-4348-b425-03bfe93ee880), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.669857 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (04bb1eeb-90e5-41cd-8e75-454f663380d8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.690570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Made reservation on behalf of e7fff78b51ec41b9937c2cbe328abb39 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:44.693669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.708630 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:44.715801 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fa4a7bbf-4b4f-45e6-8229-382bb408d2c0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7313139 Jun 18 08:06:44.729281 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (67341338-2cef-48a1-b9e7-be5b69cbc988), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.729891 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Added segment 67341338-2cef-48a1-b9e7-be5b69cbc988 of type vlan for network c7f79979-914c-42cc-bb29-5a94ac49a40c Jun 18 08:06:44.751796 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47910) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:44.760585 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:44.775527 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (c7f79979-914c-42cc-bb29-5a94ac49a40c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.813671 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bb1eeb-90e5-41cd-8e75-454f663380d8,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:44.818393 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.827464 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (c7f79979-914c-42cc-bb29-5a94ac49a40c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.828745 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:44.829577 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.841722 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.846710 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.866116 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:44.869344 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Network hostable DHCP agents. Network: da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:44.899846 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:44.911777 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-838e60ac-16d8-4c86-8375-153c589f9f8c', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:06:44.912824 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:44.922074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4775164e-8cf9-4348-b425-03bfe93ee880,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:44.952645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:45.011864 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for router_controller (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.013102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:45.018021 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:45.018910 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.027311 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f11c40-2df5-4ac8-a34b-8509ca07fa99 None None] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:45.072888 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks [] for security_group (6da176bd-e243-4d8d-9fb7-eeb2105bbf9c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.076902 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3621459 Jun 18 08:06:45.080604 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171739eb-0c0f-4866-8de8-2e9e12c1bf5a admin admin] Pushing event updated for resources: {'Network': ['ID=c7f79979-914c-42cc-bb29-5a94ac49a40c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:45.087040 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47926) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:45.098575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Request body: {'subnet': {'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-subnet', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:45.105458 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-56dbe601-17da-4083-853d-26cd79d5d3c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8701556 Jun 18 08:06:45.106741 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks [] for security_group (45153421-4936-49b2-9b8c-758f08b137ae), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.108570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47928) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:45.110548 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6da176bd-e243-4d8d-9fb7-eeb2105bbf9c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.114476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:45.123282 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network c7f79979-914c-42cc-bb29-5a94ac49a40c details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:45.124935 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:45.134619 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (43af85f0-8703-4c49-927a-32325c269971), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.134937 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Added segment 43af85f0-8703-4c49-927a-32325c269971 of type vlan for network 57b43818-8a20-411e-9055-1296d302b73e Jun 18 08:06:45.156158 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=11,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:45.182611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (57b43818-8a20-411e-9055-1296d302b73e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.202478 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for router_gateway (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.206251 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (58c71f65-d497-454b-8bdb-7b38558689c9), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.207514 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (58c71f65-d497-454b-8bdb-7b38558689c9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.212415 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=20,neutron:SELECT=71,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:45.213357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:45.218054 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (45153421-4936-49b2-9b8c-758f08b137ae), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.229367 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (57b43818-8a20-411e-9055-1296d302b73e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.230391 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:45.230986 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.278436 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for router_controller (58c71f65-d497-454b-8bdb-7b38558689c9), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.280620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Made reservation on behalf of fc9abdfe8063473abfa91f578081eb0d for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:45.283186 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.288005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:45.291090 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:45.329281 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5556359 Jun 18 08:06:45.330775 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 47934) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:45.341165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (14b80321-9279-468a-925e-fc18770c670b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.341542 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Added segment 14b80321-9279-468a-925e-fc18770c670b of type vlan for network 73f034b6-721f-45a4-9625-bd2da7ee9669 Jun 18 08:06:45.343137 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Request body: {'subnet': {'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1097385611-subnet', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:45.381281 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Made reservation on behalf of 2c80bfefeba54986bdbbf7339617e26f for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:45.384649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.398004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c56ff9-ef7a-478f-947f-354d69a568d2 admin admin] Pushing event updated for resources: {'Network': ['ID=57b43818-8a20-411e-9055-1296d302b73e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:45.496843 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 57b43818-8a20-411e-9055-1296d302b73e details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:45.513273 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:45.523554 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45153421-4936-49b2-9b8c-758f08b137ae,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:45.548851 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:45.583208 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Allocated IP 172.20.0.2 (838e60ac-16d8-4c86-8375-153c589f9f8c/7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37/8733950c-c91c-4476-988e-847c0edc95ad) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:45.603458 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (73f034b6-721f-45a4-9625-bd2da7ee9669), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.647624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for router_gateway (58c71f65-d497-454b-8bdb-7b38558689c9), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.687438 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (73f034b6-721f-45a4-9625-bd2da7ee9669), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.688437 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:45.699883 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.748353 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:06:45.749613 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:45.824339 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2528005 Jun 18 08:06:45.836932 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47954) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:45.856843 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Request body: {'subnet': {'network_id': '73f034b6-721f-45a4-9625-bd2da7ee9669', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670002225-subnet', 'tenant_id': 'e7fff78b51ec41b9937c2cbe328abb39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:45.900682 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a48af-0141-4137-826f-f0c5a1aeb3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=73f034b6-721f-45a4-9625-bd2da7ee9669,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:45.963725 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Made reservation on behalf of e7fff78b51ec41b9937c2cbe328abb39 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:45.970278 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.051771 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (cfbe8847-a911-4d31-a84b-1a4003924f98), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.090464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:46.090748 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 73f034b6-721f-45a4-9625-bd2da7ee9669 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:46.101660 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (26887de7-b86e-4e2d-bcb0-39091fa4dac2), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.197263 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=26887de7-b86e-4e2d-bcb0-39091fa4dac2,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:46.214926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:46.242671 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for router_gateway (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.288565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Checking segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:46.289097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Network hostable DHCP agents. Network: c7f79979-914c-42cc-bb29-5a94ac49a40c, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:46.296020 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbe8847-a911-4d31-a84b-1a4003924f98,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:46.343739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:46.359773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, c7f79979-914c-42cc-bb29-5a94ac49a40c) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:46.367794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:46.368715 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.378311 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362c2ac-4c9b-4400-8d54-73ed348603e0 None None] Network c7f79979-914c-42cc-bb29-5a94ac49a40c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:46.434360 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-18f23e87-c0bb-4603-b7ab-d1ce1310b7ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3456829 Jun 18 08:06:46.439769 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (08b18714-5347-406e-8a0c-9e2c24c30920), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.445048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 47984) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:46.483914 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.526047 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:46.538637 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:46.555116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08b18714-5347-406e-8a0c-9e2c24c30920,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:46.581344 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Checking segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:46.581735 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Network hostable DHCP agents. Network: 57b43818-8a20-411e-9055-1296d302b73e, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:46.602322 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks [] for port (8733950c-c91c-4476-988e-847c0edc95ad), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.615333 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (8733950c-c91c-4476-988e-847c0edc95ad), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.655358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.656374 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.662378 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Allocated IP 172.20.0.2 (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f/04bb1eeb-90e5-41cd-8e75-454f663380d8/19c494fa-f936-4572-a99b-97a7bac65f11) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:46.666673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Checking segment: {'id': '14b80321-9279-468a-925e-fc18770c670b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '73f034b6-721f-45a4-9625-bd2da7ee9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:46.667572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Network hostable DHCP agents. Network: 73f034b6-721f-45a4-9625-bd2da7ee9669, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:46.707693 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:46.708341 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Network 73f034b6-721f-45a4-9625-bd2da7ee9669 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:46.718191 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:46.723581 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:46.745420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-c7f79979-914c-42cc-bb29-5a94ac49a40c', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:06:46.745831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for router_controller (d97ea486-14e0-438b-9288-645d9fdc3c50), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.746458 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.759803 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Allocated IP 172.27.2.78 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/a50ef990-390b-4cae-b9a3-ff60b969f8fd) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:46.766680 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:46.770916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Network 57b43818-8a20-411e-9055-1296d302b73e is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:46.772775 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Pushing event updated for resources: {'Port': ['ID=8733950c-c91c-4476-988e-847c0edc95ad,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:46.799498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for router_gateway (58c71f65-d497-454b-8bdb-7b38558689c9), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.805947 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 57b43818-8a20-411e-9055-1296d302b73e) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:46.841087 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:46.841690 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.848608 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.852757 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 73f034b6-721f-45a4-9625-bd2da7ee9669) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:46.854561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eeaa33-4aa7-4a20-bef7-8fe66205575e None None] Network 57b43818-8a20-411e-9055-1296d302b73e requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:46.932332 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:46.933559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:46.953138 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b9b5a325-093c-41b9-9a96-460727a3a49c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6200039 Jun 18 08:06:46.958686 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48000) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:46.962219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac770c-fc52-4849-9a0c-d7192b5e49fd None None] Network 73f034b6-721f-45a4-9625-bd2da7ee9669 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:46.968698 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:46.988875 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.989214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.989562 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.989907 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.990278 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.990542 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.990855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.991196 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.991510 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.991823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.992134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.993243 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.993590 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.993909 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.994225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Tracked resource versions report: Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: pushed versions: Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Log': {'1.0'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Network': {'1.1'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Port': {'1.7'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: consumer versions: Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: HyperV agent@hv-cinder-82634: {}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Agent': '1.1', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Log': '1.0', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Network': '1.1', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Port': '1.7', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'SubPort': '1.0', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Subnet': '1.1', Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Jun 18 08:06:46.995401 dv-cinder-826349-2-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:06:47.023611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for router_gateway (d97ea486-14e0-438b-9288-645d9fdc3c50), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.024280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.025561 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.043962 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.048709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9bc86517-c144-40c6-a5aa-4dd453622969 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2099996 Jun 18 08:06:47.106922 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.200258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Allocated IP 172.20.0.2 (c7f79979-914c-42cc-bb29-5a94ac49a40c/cfbe8847-a911-4d31-a84b-1a4003924f98/9905e6bd-9aa5-4548-bb5d-1e5350311de2) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:47.214060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.231058 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for router_controller (00c2cb77-bf11-4f0d-9f06-f138d7bece51), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.238055 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48012) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:47.289341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Deleting subnet 0e9ee116-e187-4b9e-b50b-6be446c25d31 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:06:47.294068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Publish callbacks [] for subnet (0e9ee116-e187-4b9e-b50b-6be446c25d31), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.321144 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-57b43818-8a20-411e-9055-1296d302b73e', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:06:47.322718 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.326985 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Attempting to bind port 8733950c-c91c-4476-988e-847c0edc95ad on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:47.329255 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Attempting to bind port 8733950c-c91c-4476-988e-847c0edc95ad by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:47.329854 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Attempting to bind port 8733950c-c91c-4476-988e-847c0edc95ad on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:47.358830 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.407530 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Publish callbacks [] for subnet (0e9ee116-e187-4b9e-b50b-6be446c25d31), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.428201 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for router_gateway (d97ea486-14e0-438b-9288-645d9fdc3c50), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.452290 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks [] for port (19c494fa-f936-4572-a99b-97a7bac65f11), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.460529 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Pushing event updated for resources: {'Port': ['ID=a50ef990-390b-4cae-b9a3-ff60b969f8fd,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:47.464900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.472191 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:47.480672 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (0e9ee116-e187-4b9e-b50b-6be446c25d31), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.522439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48020) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:47.532095 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:47.532475 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Checking segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:47.532863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.533249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Bound using segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:47.533719 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Bound port: 8733950c-c91c-4476-988e-847c0edc95ad, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:47.534083 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8733950c-c91c-4476-988e-847c0edc95ad), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.543553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.560589 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.561874 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:47.564617 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:47.604904 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:47.612363 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.633999 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:47.662062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c37371e0-5379-49e4-9496-c4c9d6b20c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.688102 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:47.694142 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Allocated IP 172.27.2.7 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/b9ecfe06-da2b-4ec1-8af7-4d67801dc568) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:47.702687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.708546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.752908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c37371e0-5379-49e4-9496-c4c9d6b20c0e admin admin] Publish callbacks [] for security_group (a359fc45-6e3b-452e-bfc0-570e408e10b8), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.759794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c37371e0-5379-49e4-9496-c4c9d6b20c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a359fc45-6e3b-452e-bfc0-570e408e10b8), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.760364 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for router_gateway (00c2cb77-bf11-4f0d-9f06-f138d7bece51), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.771127 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (0e9ee116-e187-4b9e-b50b-6be446c25d31), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.778321 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks [] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.808390 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c37371e0-5379-49e4-9496-c4c9d6b20c0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21a1fad8c36141c6936b50ce5dca484f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2818949 Jun 18 08:06:47.808685 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48024) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:47.811770 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b27a4-31a9-46fe-a46c-4e325a8bacc5 None None] Network 73f034b6-721f-45a4-9625-bd2da7ee9669 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:47.815207 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37371e0-5379-49e4-9496-c4c9d6b20c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a359fc45-6e3b-452e-bfc0-570e408e10b8,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:47.819975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Pushing event updated for resources: {'Port': ['ID=19c494fa-f936-4572-a99b-97a7bac65f11,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:47.829601 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:47.837354 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9ee116-e187-4b9e-b50b-6be446c25d31,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:47.841729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.842829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.847771 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4560ba75-8edb-484c-bd7a-420962829a2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0e9ee116-e187-4b9e-b50b-6be446c25d31 HTTP/1.1" status: 204 len: 168 time: 0.6064694 Jun 18 08:06:47.849063 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48028) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:47.904439 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] For port 8733950c-c91c-4476-988e-847c0edc95ad, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:47.956169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (3fbf73d1-93bb-4603-aa82-78c943d615dd), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.961118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] Publish callbacks [] for security_group (a359fc45-6e3b-452e-bfc0-570e408e10b8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:47.973018 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:47.976598 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] For port 8733950c-c91c-4476-988e-847c0edc95ad, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8733950c-c91c-4476-988e-847c0edc95ad,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:47.981551 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:48.015273 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:48.025957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] Publish callbacks [] for security_group (a359fc45-6e3b-452e-bfc0-570e408e10b8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.026607 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (8733950c-c91c-4476-988e-847c0edc95ad), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.032509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:48.037384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Attempting to bind port 19c494fa-f936-4572-a99b-97a7bac65f11 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:48.037754 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Attempting to bind port 19c494fa-f936-4572-a99b-97a7bac65f11 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:48.038107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Attempting to bind port 19c494fa-f936-4572-a99b-97a7bac65f11 on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:48.051856 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Allocated IP 172.20.0.2 (57b43818-8a20-411e-9055-1296d302b73e/26887de7-b86e-4e2d-bcb0-39091fa4dac2/b60dc50c-c624-40b1-9a1a-1a33185c36ab) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:48.055655 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Pushing event updated for resources: {'Port': ['ID=9905e6bd-9aa5-4548-bb5d-1e5350311de2,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:48.070815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:48.071315 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:48.071705 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.072077 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Bound using segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:48.072548 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Bound port: 19c494fa-f936-4572-a99b-97a7bac65f11, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:48.073187 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.226176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (3fbf73d1-93bb-4603-aa82-78c943d615dd), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.271389 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.272009 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.274269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.275182 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.276525 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.277103 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.277788 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.278313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.279192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.279881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.290568 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.293950 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for router_gateway (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.351002 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:48.530630 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for router_gateway (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.534877 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.580923 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.593171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:48.621195 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:48.623046 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:48.643925 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:48.681890 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks [] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.685013 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576d24-7c1c-4bc1-936d-3ab69a0fe7e4 None None] Pushing event updated for resources: {'Port': ['ID=8733950c-c91c-4476-988e-847c0edc95ad,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:48.702257 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.709045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.709529 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.710094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.710633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:06:48.711122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbf73d1-93bb-4603-aa82-78c943d615dd']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:48.722178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Attempting to bind port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:48.722178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Attempting to bind port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:48.722178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Attempting to bind port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:48.746132 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:48.746398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Checking segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:48.746775 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.747185 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Bound using segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:48.747664 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Bound port: 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:48.748028 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.765785 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:48.771077 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1f36bd-03d7-4775-8cd3-afc132241183') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:48.771499 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1f36bd-03d7-4775-8cd3-afc132241183') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:48.788413 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Network 57b43818-8a20-411e-9055-1296d302b73e is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:48.803489 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:48.809306 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:48.819421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (2f1f36bd-03d7-4775-8cd3-afc132241183), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.821710 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:48.833347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] For port 19c494fa-f936-4572-a99b-97a7bac65f11, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:48.846362 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Pushing event updated for resources: {'Port': ['ID=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:48.870745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] For port 19c494fa-f936-4572-a99b-97a7bac65f11, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=19c494fa-f936-4572-a99b-97a7bac65f11,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:48.876691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Pushing event updated for resources: {'Port': ['ID=b60dc50c-c624-40b1-9a1a-1a33185c36ab,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:48.898806 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (2f1f36bd-03d7-4775-8cd3-afc132241183), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.920137 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.922285 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Allocated IP 172.27.2.105 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/83b104da-f22a-4c66-b7c2-9eae75f059b1) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:48.930307 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a359fc45-6e3b-452e-bfc0-570e408e10b8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.932830 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Attempting to bind port b60dc50c-c624-40b1-9a1a-1a33185c36ab on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:48.933009 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.933545 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Attempting to bind port b60dc50c-c624-40b1-9a1a-1a33185c36ab by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:48.934075 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Attempting to bind port b60dc50c-c624-40b1-9a1a-1a33185c36ab on network 57b43818-8a20-411e-9055-1296d302b73e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:48.937630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:48.954672 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a359fc45-6e3b-452e-bfc0-570e408e10b8 HTTP/1.1" status: 204 len: 168 time: 1.1440861 Jun 18 08:06:48.963706 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:06:48.967085 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (2f1f36bd-03d7-4775-8cd3-afc132241183), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.004942 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0672d-9948-4deb-8670-c95bf2529230 None None] Pushing event updated for resources: {'Port': ['ID=19c494fa-f936-4572-a99b-97a7bac65f11,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:49.012360 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:49.012889 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Checking segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:49.013280 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.013664 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Bound using segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:49.014209 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Bound port: b60dc50c-c624-40b1-9a1a-1a33185c36ab, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:49.014580 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.047644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] For port 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:49.052283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a34b0-94a6-4f4b-9482-f7d8a404f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359fc45-6e3b-452e-bfc0-570e408e10b8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:49.078278 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] For port 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=9905e6bd-9aa5-4548-bb5d-1e5350311de2,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:49.194933 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.312423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (3fbf73d1-93bb-4603-aa82-78c943d615dd), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.332906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.337848 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for router_gateway (58c71f65-d497-454b-8bdb-7b38558689c9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.346444 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] 10.222.0.23 "DELETE /v2.0/networks/3fbf73d1-93bb-4603-aa82-78c943d615dd HTTP/1.1" status: 204 len: 168 time: 1.4952660 Jun 18 08:06:49.347655 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48056) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:49.394144 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768adae-acec-45ae-b507-583ab05388ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3fbf73d1-93bb-4603-aa82-78c943d615dd,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:49.427369 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8733950c-c91c-4476-988e-847c0edc95ad up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:49.622114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] For port b60dc50c-c624-40b1-9a1a-1a33185c36ab, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:49.629128 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34932347-4d0e-466b-8bcc-002e050f56aa None None] Pushing event updated for resources: {'Port': ['ID=9905e6bd-9aa5-4548-bb5d-1e5350311de2,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:49.659100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] For port b60dc50c-c624-40b1-9a1a-1a33185c36ab, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b60dc50c-c624-40b1-9a1a-1a33185c36ab,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:49.669176 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 8733950c-c91c-4476-988e-847c0edc95ad triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:49.670366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8733950c-c91c-4476-988e-847c0edc95ad), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.672548 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:06:49.701691 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 2f1f36bd-03d7-4775-8cd3-afc132241183 resource provider aggregate not found Jun 18 08:06:49.723742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.725971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.743403 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 2f1f36bd-03d7-4775-8cd3-afc132241183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f1f36bd-03d7-4775-8cd3-afc132241183 found for delete ", "request_id": "req-bb920429-8c2d-4b4d-a992-c808f79c8c36"}]} Jun 18 08:06:49.794913 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Deleting subnet 08b18714-5347-406e-8a0c-9e2c24c30920 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:06:49.805889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48070) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:49.817253 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Publish callbacks [] for subnet (08b18714-5347-406e-8a0c-9e2c24c30920), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.848139 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.895955 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:49.910359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-63d1bb87-ad99-4b32-abac-cb41d2464ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:49.913310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:49.918532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:49.922767 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:49.928719 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453df94-b0ee-4dfb-b21a-be94364c4978 None None] Pushing event updated for resources: {'Port': ['ID=b60dc50c-c624-40b1-9a1a-1a33185c36ab,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:50.013957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 8733950c-c91c-4476-988e-847c0edc95ad is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:50.014572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8733950c-c91c-4476-988e-847c0edc95ad), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.018308 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Pushing event updated for resources: {'Port': ['ID=83b104da-f22a-4c66-b7c2-9eae75f059b1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:50.035109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.075567 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Publish callbacks [] for subnet (08b18714-5347-406e-8a0c-9e2c24c30920), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.080885 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 8733950c-c91c-4476-988e-847c0edc95ad, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8733950c-c91c-4476-988e-847c0edc95ad,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:06:50.093756 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed468767-c404-46f5-9b79-97bc567ce877 None None] Network 838e60ac-16d8-4c86-8375-153c589f9f8c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:50.106509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (8733950c-c91c-4476-988e-847c0edc95ad), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.108709 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (08b18714-5347-406e-8a0c-9e2c24c30920), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.144849 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.191090 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Allocated IP 172.27.2.142 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/dba245a0-d410-47b2-a92b-b86c9eda6f53) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:50.313726 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-9e096b7a-7675-4ce1-ad87-0408be09fd81 None None] Provisioning complete for port 8733950c-c91c-4476-988e-847c0edc95ad triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:50.314126 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e096b7a-7675-4ce1-ad87-0408be09fd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8733950c-c91c-4476-988e-847c0edc95ad), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.398562 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=8733950c-c91c-4476-988e-847c0edc95ad,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:50.410550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.588535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for router_gateway (d97ea486-14e0-438b-9288-645d9fdc3c50), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.686953 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9e096b7a-7675-4ce1-ad87-0408be09fd81 None None] Current status of the port 8733950c-c91c-4476-988e-847c0edc95ad is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:50.701234 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.746316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.808994 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:06:50.821922 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:06:50.851482 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:50.852129 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:50.861348 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:50.957537 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:50.989599 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (58c71f65-d497-454b-8bdb-7b38558689c9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.014297 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-00ea9100-98d1-4c0a-bd9c-c35b9bb8b67f None None] Provisioning complete for port 8733950c-c91c-4476-988e-847c0edc95ad triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:51.015747 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00ea9100-98d1-4c0a-bd9c-c35b9bb8b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8733950c-c91c-4476-988e-847c0edc95ad), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.052461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.086638 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f3e9f0-2b52-46d0-a2a2-585e6951acc8 None None] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:51.116709 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:51.177024 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.178174 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a096a76e-2c70-4b07-8948-eebf6acc190e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4233270 Jun 18 08:06:51.179267 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (08b18714-5347-406e-8a0c-9e2c24c30920), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.186459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48086) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:51.351765 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.364483 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08b18714-5347-406e-8a0c-9e2c24c30920,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:51.377427 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.392849 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f2b3d600-4e74-4e0a-9ee4-1ec168dcfedb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08b18714-5347-406e-8a0c-9e2c24c30920 HTTP/1.1" status: 204 len: 168 time: 1.9043281 Jun 18 08:06:51.395749 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48088) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:51.422712 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-63d1bb87-ad99-4b32-abac-cb41d2464ba6 admin admin] Publish callbacks [] for security_group (cb7f78b6-40d2-496a-a8ad-092795dee8f4), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.439321 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-00ea9100-98d1-4c0a-bd9c-c35b9bb8b67f None None] Current status of the port 8733950c-c91c-4476-988e-847c0edc95ad is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:51.480341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-63d1bb87-ad99-4b32-abac-cb41d2464ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cb7f78b6-40d2-496a-a8ad-092795dee8f4), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.523881 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:51.551601 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 19c494fa-f936-4572-a99b-97a7bac65f11 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:51.576555 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (73f034b6-721f-45a4-9625-bd2da7ee9669), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.612051 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:51.666167 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Provisioning complete for port 19c494fa-f936-4572-a99b-97a7bac65f11 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:51.669863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.687282 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:51.699820 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:51.716356 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Pushing event updated for resources: {'Port': ['ID=dba245a0-d410-47b2-a92b-b86c9eda6f53,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:51.742386 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-63d1bb87-ad99-4b32-abac-cb41d2464ba6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05b6d4bae0e441c996976c93b4851fac&name=default HTTP/1.1" status: 200 len: 2993 time: 1.9336419 Jun 18 08:06:51.751162 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:47Z', 'revision_number': 3, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:51.755801 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48094) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:51.796949 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 19c494fa-f936-4572-a99b-97a7bac65f11 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:51.797507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:51.818088 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:06:51.818088 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Updating router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 port a50ef990-390b-4cae-b9a3-ff60b969f8fd binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:06:51.831134 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1bb87-ad99-4b32-abac-cb41d2464ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7f78b6-40d2-496a-a8ad-092795dee8f4,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:51.890546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8234554-1738-4fde-a20b-803d5bf659dc None None] Network 57b43818-8a20-411e-9055-1296d302b73e requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:51.904767 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.052632 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (73f034b6-721f-45a4-9625-bd2da7ee9669), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.060070 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Router 58c71f65-d497-454b-8bdb-7b38558689c9 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:06:52.082958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f034b6-721f-45a4-9625-bd2da7ee9669']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:52.095225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511c5d07-fbfd-4a05-a0e6-20699d390e76 None None] Network c7f79979-914c-42cc-bb29-5a94ac49a40c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:06:52.103844 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b80321-9279-468a-925e-fc18770c670b') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:52.104467 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b80321-9279-468a-925e-fc18770c670b') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:52.116470 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (14b80321-9279-468a-925e-fc18770c670b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.136908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (14b80321-9279-468a-925e-fc18770c670b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.145287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:06:52.145832 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (14b80321-9279-468a-925e-fc18770c670b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.196377 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Current status of the port 19c494fa-f936-4572-a99b-97a7bac65f11 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:52.209831 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.223799 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:06:52.259495 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:52.269654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:52.270928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (73f034b6-721f-45a4-9625-bd2da7ee9669), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.277846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.282432 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] 10.222.0.23 "DELETE /v2.0/networks/73f034b6-721f-45a4-9625-bd2da7ee9669 HTTP/1.1" status: 204 len: 168 time: 0.8857281 Jun 18 08:06:52.334906 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 14b80321-9279-468a-925e-fc18770c670b resource provider aggregate not found Jun 18 08:06:52.339764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ca7e6-cec6-4b2b-876b-9c76484eb925 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f034b6-721f-45a4-9625-bd2da7ee9669,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:52.386840 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 14b80321-9279-468a-925e-fc18770c670b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14b80321-9279-468a-925e-fc18770c670b found for delete ", "request_id": "req-323eed04-6c31-4da6-88fa-e2eac3d4b893"}]} Jun 18 08:06:52.387366 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for router_gateway (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.410428 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks [] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.424131 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] Publish callbacks [] for security_group (cb7f78b6-40d2-496a-a8ad-092795dee8f4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.425939 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Router d97ea486-14e0-438b-9288-645d9fdc3c50 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:06:52.427703 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.456124 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.463441 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c3469fe4-2155-48d1-9c1c-58da2322673f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3531950 Jun 18 08:06:52.469618 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48124) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:52.491248 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Pushing event updated for resources: {'Port': ['ID=a50ef990-390b-4cae-b9a3-ff60b969f8fd,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:52.495931 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:06:52.503228 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.503872 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.504471 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.505850 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.506485 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.507037 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.507563 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.508840 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.509366 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.509862 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.511901 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.512590 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.513219 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.513719 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.514247 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Tracked resource versions report: Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: pushed versions: Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Log': {'1.0'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Network': {'1.1'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Port': {'1.7'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: consumer versions: Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: HyperV agent@hv-cinder-82634: {}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: L3 agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: Metadata agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: Metering agent@dv-cinder-826349-2-iscsi: {}, Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-826349-2-iscsi: { 'AddressGroup': '1.2', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Agent': '1.1', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Log': '1.0', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Network': '1.1', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Port': '1.7', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'SubPort': '1.0', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Subnet': '1.1', Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Jun 18 08:06:52.516075 dv-cinder-826349-2-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 08:06:52.573845 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:52.585332 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Attempting to bind port a50ef990-390b-4cae-b9a3-ff60b969f8fd on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:52.585692 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Attempting to bind port a50ef990-390b-4cae-b9a3-ff60b969f8fd by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:52.586221 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Attempting to bind port a50ef990-390b-4cae-b9a3-ff60b969f8fd on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:52.592470 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:52.604231 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:52.604650 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 19c494fa-f936-4572-a99b-97a7bac65f11 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:52.604925 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:52.605325 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.605719 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:52.606115 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.607394 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Bound port: a50ef990-390b-4cae-b9a3-ff60b969f8fd, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:52.607394 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.625744 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] Publish callbacks [] for security_group (cb7f78b6-40d2-496a-a8ad-092795dee8f4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.697489 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] For port 19c494fa-f936-4572-a99b-97a7bac65f11, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=19c494fa-f936-4572-a99b-97a7bac65f11,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:06:52.702860 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] For port a50ef990-390b-4cae-b9a3-ff60b969f8fd, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:52.706343 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] For port a50ef990-390b-4cae-b9a3-ff60b969f8fd, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=a50ef990-390b-4cae-b9a3-ff60b969f8fd,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:52.718134 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.726062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48130) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:52.731601 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:52.732440 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:52.735293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.792799 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:52.843787 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9c313-b605-4293-b794-6f5e004312bd None None] Pushing event updated for resources: {'Port': ['ID=a50ef990-390b-4cae-b9a3-ff60b969f8fd,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:52.853557 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:52.855509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f75d5-6429-4b34-a9ca-d9ea20a238d8 None None] Pushing event updated for resources: {'Port': ['ID=19c494fa-f936-4572-a99b-97a7bac65f11,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:52.889444 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:52.891327 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:52.964264 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Provisioning complete for port 19c494fa-f936-4572-a99b-97a7bac65f11 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:52.965363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.054814 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:06:53.059706 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.db.api [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 08:06:53.060319 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG oslo_db.api [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:06:53.129556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:53.141432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:06:53.162451 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bf00dce6-bd1e-41f0-81d1-69942ed2b9c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e188b93be28466eaa3d67fa4e1e11ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4294264 Jun 18 08:06:53.170006 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Current status of the port 19c494fa-f936-4572-a99b-97a7bac65f11 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:53.181606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48138) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:53.185689 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:53.190522 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cb7f78b6-40d2-496a-a8ad-092795dee8f4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.196825 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:53.199907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.203782 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb7f78b6-40d2-496a-a8ad-092795dee8f4 HTTP/1.1" status: 204 len: 168 time: 1.4351683 Jun 18 08:06:53.251529 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:53.252628 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:53.254876 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:06:53.270527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:06:53.308844 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.310475 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2b32ec11-ceef-4941-b370-8fd3958bdb65 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3456349 Jun 18 08:06:53.314379 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48146) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:53.333800 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Provisioning complete for port b60dc50c-c624-40b1-9a1a-1a33185c36ab triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:53.336356 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.342963 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Sync routers for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:06:53.369947 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:53.370790 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:53.408398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:53.409215 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:53.413258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbc69a-bf4a-451d-bc14-c289bfd6045c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7f78b6-40d2-496a-a8ad-092795dee8f4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:53.431810 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.440113 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1cfe6f3c-1e7a-4ae0-b9ca-d26ad07179e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9096301 Jun 18 08:06:53.445230 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48148) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:53.624930 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:53.627374 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:53.729726 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:47Z', 'revision_number': 3, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:53.733224 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:53.743810 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Current status of the port b60dc50c-c624-40b1-9a1a-1a33185c36ab is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:53.744204 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.768066 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432edaa-cfb0-4244-93ee-4e7039889b1a None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:47Z', 'revision_number': 3, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:06:53.770963 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:53.772945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 19c494fa-f936-4572-a99b-97a7bac65f11 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:53.773998 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 9905e6bd-9aa5-4548-bb5d-1e5350311de2 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:53.834883 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:48Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:53.925780 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] Publish callbacks [] for security_group (c82b5013-950b-46d2-83e0-550eb3db280e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:53.945771 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:06:53.946427 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Updating router 58c71f65-d497-454b-8bdb-7b38558689c9 port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:06:53.969024 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:50Z', 'revision_number': 3, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:54.029168 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:06:54.029919 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Updating router d97ea486-14e0-438b-9288-645d9fdc3c50 port 83b104da-f22a-4c66-b7c2-9eae75f059b1 binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:06:54.032336 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.067162 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.160616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] Publish callbacks [] for security_group (c82b5013-950b-46d2-83e0-550eb3db280e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.212584 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] For port b60dc50c-c624-40b1-9a1a-1a33185c36ab, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b60dc50c-c624-40b1-9a1a-1a33185c36ab,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:06:54.214895 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:54.233690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.249073 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.284639 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.347787 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:54.348176 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.400635 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Provisioning complete for port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:54.401027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.475949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:54.542892 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Allocated IP 172.20.0.1 (57b43818-8a20-411e-9055-1296d302b73e/26887de7-b86e-4e2d-bcb0-39091fa4dac2/2ea86679-dd6f-4fd4-9540-70f6a7177e5b) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:54.567086 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48176) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:54.568398 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:54.578507 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c82b5013-950b-46d2-83e0-550eb3db280e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.582137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.586911 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c82b5013-950b-46d2-83e0-550eb3db280e HTTP/1.1" status: 204 len: 168 time: 1.3815787 Jun 18 08:06:54.596229 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Pushing event updated for resources: {'Port': ['ID=b60dc50c-c624-40b1-9a1a-1a33185c36ab,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:54.629603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414f8d5-a49b-4903-bf9b-ebf15dd353c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82b5013-950b-46d2-83e0-550eb3db280e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:54.723736 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks [] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.795513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:54.887641 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Network 57b43818-8a20-411e-9055-1296d302b73e is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:54.894830 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:54.899211 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:54.899851 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.012059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.045132 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.046463 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:55.111235 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-876019852-network', 'tenant_id': '5045edfd9ae64a3682f011bbad4438d1'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:55.137976 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.202428 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.236645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Made reservation on behalf of 5045edfd9ae64a3682f011bbad4438d1 for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:55.243091 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.243634 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.243941 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Allocated IP 172.20.0.1 (838e60ac-16d8-4c86-8375-153c589f9f8c/7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37/711ccdbc-6cba-45a2-b704-5805f2eb2c13) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:55.244526 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:55.245735 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.249017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:52Z', 'revision_number': 3, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:55.267039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.299430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Current status of the port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:55.299911 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.309440 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48184) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:55.332382 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.349823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Checking router: 00c2cb77-bf11-4f0d-9f06-f138d7bece51 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:06:55.350344 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Updating router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 port dba245a0-d410-47b2-a92b-b86c9eda6f53 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:06:55.402912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks [] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.418109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48186) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:55.423427 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-69bb8b80-ac45-4f92-9af3-e463d37947a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7fff78b51ec41b9937c2cbe328abb39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1059890 Jun 18 08:06:55.429735 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.431902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.432991 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=9905e6bd-9aa5-4548-bb5d-1e5350311de2,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:06:55.438684 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.492363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.493446 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8733950c-c91c-4476-988e-847c0edc95ad up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:55.579032 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.607189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Attempting to bind port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:55.607678 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Attempting to bind port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:55.608128 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Attempting to bind port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:55.615902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks [] for security_group (df384b75-5a0d-4d6d-9d33-fee435bc2b6f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.637697 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (df384b75-5a0d-4d6d-9d33-fee435bc2b6f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.647111 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.666372 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks [] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.668535 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82850-377f-49e5-9975-f08047d71afa None None] Pushing event updated for resources: {'Port': ['ID=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:55.690662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:55.691646 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:55.692129 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.692612 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:55.693192 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Bound port: b9ecfe06-da2b-4ec1-8af7-4d67801dc568, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:55.693660 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.695063 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:06:55.728357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Allocated IP 172.20.0.1 (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f/04bb1eeb-90e5-41cd-8e75-454f663380d8/ee65d024-d34b-49a0-be2b-330214338ae1) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:55.731371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df384b75-5a0d-4d6d-9d33-fee435bc2b6f,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:55.743657 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] Publish callbacks [] for security_group (45153421-4936-49b2-9b8c-758f08b137ae), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.751123 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (d94cac47-b9f6-4991-b8ef-607bda644b28), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.751575 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Added segment d94cac47-b9f6-4991-b8ef-607bda644b28 of type vlan for network 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 Jun 18 08:06:55.769373 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] Publish callbacks [] for security_group (45153421-4936-49b2-9b8c-758f08b137ae), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.769888 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.db.api [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 08:06:55.770655 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG oslo_db.api [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:06:55.801342 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks [] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.813334 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.846791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.851551 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.902004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:55.903487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks [] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.911916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.912854 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.923826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.924903 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:55.925468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.929062 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 8733950c-c91c-4476-988e-847c0edc95ad triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:55.929794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8733950c-c91c-4476-988e-847c0edc95ad), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:55.944405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Allocated IP 172.20.0.1 (c7f79979-914c-42cc-bb29-5a94ac49a40c/cfbe8847-a911-4d31-a84b-1a4003924f98/eed3b06e-7b4f-4ab0-929b-1cb21ee8787d) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:06:55.951474 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.003870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] For port b9ecfe06-da2b-4ec1-8af7-4d67801dc568, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:56.022113 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4527619 Jun 18 08:06:56.028917 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=9905e6bd-9aa5-4548-bb5d-1e5350311de2,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.030792 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48196) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:56.033624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:56.055327 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5c0f5-d0ae-4a19-81df-4811aea9c8d2 None None] Pushing event updated for resources: {'Port': ['ID=83b104da-f22a-4c66-b7c2-9eae75f059b1,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.058747 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Attempting to bind port 83b104da-f22a-4c66-b7c2-9eae75f059b1 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:56.059479 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Attempting to bind port 83b104da-f22a-4c66-b7c2-9eae75f059b1 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:56.060702 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Attempting to bind port 83b104da-f22a-4c66-b7c2-9eae75f059b1 on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:56.062591 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.069884 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:56.070583 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:56.071303 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.072245 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:56.072998 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Bound port: 83b104da-f22a-4c66-b7c2-9eae75f059b1, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:56.073520 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.078150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Request body: {'subnet': {'network_id': '9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-876019852-subnet', 'tenant_id': '5045edfd9ae64a3682f011bbad4438d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:06:56.128390 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] For port b9ecfe06-da2b-4ec1-8af7-4d67801dc568, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:56.134305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:56.138916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (45153421-4936-49b2-9b8c-758f08b137ae), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.141602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.144691 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:56.146213 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45153421-4936-49b2-9b8c-758f08b137ae HTTP/1.1" status: 204 len: 168 time: 0.7103679 Jun 18 08:06:56.150849 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.153365 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] For port 83b104da-f22a-4c66-b7c2-9eae75f059b1, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:56.160321 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] For port 83b104da-f22a-4c66-b7c2-9eae75f059b1, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=83b104da-f22a-4c66-b7c2-9eae75f059b1,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:56.170704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac984d9b-e730-455f-9c57-ab04c319ac62 admin admin] Pushing event updated for resources: {'Network': ['ID=9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.172640 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.177396 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:56.214199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:06:56.249134 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:56.250314 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:56.261410 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Network 57b43818-8a20-411e-9055-1296d302b73e is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:56.265832 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:56.308243 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:56.311549 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:56.321908 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5c0f5-d0ae-4a19-81df-4811aea9c8d2 None None] Pushing event updated for resources: {'Port': ['ID=83b104da-f22a-4c66-b7c2-9eae75f059b1,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.423787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks [] for port (ee65d024-d34b-49a0-be2b-330214338ae1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.455359 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:56.465475 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:56.466107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:56.467817 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:56.545492 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:06:56.653340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.704750 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Pushing event updated for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.735960 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced2800-b2b1-43fe-847a-b55c18e5e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45153421-4936-49b2-9b8c-758f08b137ae,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.749436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b82850-377f-49e5-9975-f08047d71afa None None] Pushing event updated for resources: {'Port': ['ID=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:56.749700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks [] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.752555 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:50Z', 'revision_number': 3, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:56.805756 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4bf64-aaa2-4dfd-827e-95b88430b3ca None None] Current status of the port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:56.809767 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 8733950c-c91c-4476-988e-847c0edc95ad is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:56.810830 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b60dc50c-c624-40b1-9a1a-1a33185c36ab up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:56.823256 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bee468-4a9a-4b12-ac07-0dca20691954 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:50Z', 'revision_number': 3, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:06:56.829826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:06:56.831868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Made reservation on behalf of 5045edfd9ae64a3682f011bbad4438d1 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:06:56.835914 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731681'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.852558 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e8f98fe0-36b1-4e94-8fa0-50ceef8c59e7 admin admin] 10.222.0.23 "PUT /v2.0/routers/00c2cb77-bf11-4f0d-9f06-f138d7bece51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5327749 Jun 18 08:06:56.858621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:56.909806 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:56.997214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:57.027900 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks [] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.104197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Provisioning complete for port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:57.104197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.106307 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.119282 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:57.272461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:57.277587 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:57.356828 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:57.366677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:57.385475 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:06:57.405961 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b60dc50c-c624-40b1-9a1a-1a33185c36ab triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:57.406308 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.470980 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Attempting to bind port dba245a0-d410-47b2-a92b-b86c9eda6f53 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:06:57.471759 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Attempting to bind port dba245a0-d410-47b2-a92b-b86c9eda6f53 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:06:57.471759 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Attempting to bind port dba245a0-d410-47b2-a92b-b86c9eda6f53 on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:06:57.487735 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e6cc-e080-40ea-9d13-c35c3f565f59 None None] Pushing event updated for resources: {'Port': ['ID=dba245a0-d410-47b2-a92b-b86c9eda6f53,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:57.519585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Provisioning complete for port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:57.520047 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.562532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:57.599870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:06:57.600164 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:57.600555 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.600944 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:06:57.601410 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Bound port: dba245a0-d410-47b2-a92b-b86c9eda6f53, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:06:57.601831 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.616043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (58c71f65-d497-454b-8bdb-7b38558689c9), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.688741 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] For port dba245a0-d410-47b2-a92b-b86c9eda6f53, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:06:57.698756 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] For port dba245a0-d410-47b2-a92b-b86c9eda6f53, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=dba245a0-d410-47b2-a92b-b86c9eda6f53,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:06:57.768117 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.796436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.859003 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59e6cc-e080-40ea-9d13-c35c3f565f59 None None] Pushing event updated for resources: {'Port': ['ID=dba245a0-d410-47b2-a92b-b86c9eda6f53,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:57.917024 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:06:57.945495 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:57.947818 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:06:57.956185 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b60dc50c-c624-40b1-9a1a-1a33185c36ab is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:57.972065 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Provisioning complete for port b60dc50c-c624-40b1-9a1a-1a33185c36ab triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:57.972065 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:57.974952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:06:58.050830 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:06:58.051503 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:06:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:58.282932 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Pushing event updated for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:58.410796 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:48Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:58.421396 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device a50ef990-390b-4cae-b9a3-ff60b969f8fd up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:58.449919 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:58.480388 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afc35b-1352-4f70-8b63-99bac5ee4114 None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:48Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:06:58.482001 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ad113bf1-1512-4723-87ae-8a39c7dd61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.516076 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.556932 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:58.589808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (d97ea486-14e0-438b-9288-645d9fdc3c50), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.605783 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:06:58.672854 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port a50ef990-390b-4cae-b9a3-ff60b969f8fd triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:58.673515 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.708189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Current status of the port b60dc50c-c624-40b1-9a1a-1a33185c36ab is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:58.764549 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11674674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731475'] for subnet (21dc2c3e-da98-477f-bf3c-d644afb50039), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.774944 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Provisioning complete for port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:58.775859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:58.846076 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.081353 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port a50ef990-390b-4cae-b9a3-ff60b969f8fd is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:59.082211 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.182795 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port a50ef990-390b-4cae-b9a3-ff60b969f8fd, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=a50ef990-390b-4cae-b9a3-ff60b969f8fd,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:06:59.216170 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-961c766e-51e6-48c2-a25f-914fccdd0bf3 None None] Current status of the port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:59.221127 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:59.227269 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.228222 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 19c494fa-f936-4572-a99b-97a7bac65f11 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:59.322966 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '2ea86679-dd6f-4fd4-9540-70f6a7177e5b', 'name': '', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'mac_address': 'fa:16:3e:67:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 2, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'subnets': [{'id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:06:59.391321 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3e6685-b3ed-4f1f-bef8-7f6ec60935e3 None None] The sync data for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi is: [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '2ea86679-dd6f-4fd4-9540-70f6a7177e5b', 'name': '', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'mac_address': 'fa:16:3e:67:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 2, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'subnets': [{'id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:06:59.412051 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:59.412439 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.432096 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:59.457224 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=a50ef990-390b-4cae-b9a3-ff60b969f8fd,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:59.469979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21dc2c3e-da98-477f-bf3c-d644afb50039,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:59.503708 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 19c494fa-f936-4572-a99b-97a7bac65f11 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:59.504320 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.512155 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Port ee65d024-d34b-49a0-be2b-330214338ae1 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:06:59.540378 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48346) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:06:59.545118 dv-cinder-826349-2-iscsi neutron-server[104012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 08:06:59.560237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Checking segment: {'id': 'd94cac47-b9f6-4991-b8ef-607bda644b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:06:59.563197 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Network hostable DHCP agents. Network: 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:06:59.583588 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Provisioning complete for port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:59.584050 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.628831 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c4ff6776-6e7a-4d48-9d78-cbb239117132 None None] Port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:06:59.638945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:06:59.659505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks [] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.698566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.712981 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 19c494fa-f936-4572-a99b-97a7bac65f11 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:06:59.714443 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 9905e6bd-9aa5-4548-bb5d-1e5350311de2 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:06:59.778011 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.805739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:06:59.806423 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.813756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Network 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:06:59.937246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:06:59.947603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Pushing event updated for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:06:59.960048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.966176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:06:59.966773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:06:59.994647 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:00.005617 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883ae9d8-cd4a-4c16-ba8e-6d615ac73a8f None None] Network 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:00.020898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks [] for port (ee65d024-d34b-49a0-be2b-330214338ae1), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.075395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.091240 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e391beee-3fba-40a1-af13-175899c8b039 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:00.109220 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e391beee-3fba-40a1-af13-175899c8b039 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/networks?id=57b43818-8a20-411e-9055-1296d302b73e HTTP/1.1" status: 200 len: 812 time: 0.5662544 Jun 18 08:07:00.134568 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-27b3ffed-8e95-421b-b07f-3011df50eec7 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/quotas/2c80bfefeba54986bdbbf7339617e26f HTTP/1.1" status: 200 len: 375 time: 0.0234561 Jun 18 08:07:00.152665 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:00.163593 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 83b104da-f22a-4c66-b7c2-9eae75f059b1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:00.196391 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:00.208723 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c8088daa-655f-4935-a514-0a5702de3128 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.1386974 Jun 18 08:07:00.284620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac452cf-900c-45b7-88b5-d821ae8e92ae None None] Network 9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:00.318935 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e5f02467-1383-42f3-a9ba-bede30cbb6ba tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c80bfefeba54986bdbbf7339617e26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834335 Jun 18 08:07:00.454182 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 83b104da-f22a-4c66-b7c2-9eae75f059b1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:00.454680 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.487536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (58c71f65-d497-454b-8bdb-7b38558689c9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.597665 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c91602b5-b659-4ae2-b1e9-3b05b17c3aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.675663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 83b104da-f22a-4c66-b7c2-9eae75f059b1 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:00.676059 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.699572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:00.700539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:00.708302 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 83b104da-f22a-4c66-b7c2-9eae75f059b1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=83b104da-f22a-4c66-b7c2-9eae75f059b1,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:00.716633 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:00.717513 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b60dc50c-c624-40b1-9a1a-1a33185c36ab up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:00.723954 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:00.882842 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48408) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:00.925317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=83b104da-f22a-4c66-b7c2-9eae75f059b1,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:00.942934 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b60dc50c-c624-40b1-9a1a-1a33185c36ab triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:00.942934 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.050644 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-6f140e58-331f-475d-bc85-ef529be86a7a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:07:01.059993 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-6f140e58-331f-475d-bc85-ef529be86a7a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2408893 Jun 18 08:07:01.203995 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dc3611d7-d249-40b1-b373-bc1ed0bdf2cb None None] Provisioning complete for port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:01.204430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dc3611d7-d249-40b1-b373-bc1ed0bdf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.211081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b60dc50c-c624-40b1-9a1a-1a33185c36ab is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:01.255232 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:01.286415 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.286415 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dc3611d7-d249-40b1-b373-bc1ed0bdf2cb None None] Port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:01.353194 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6a31f89-fbb2-472f-a39d-8b919de51428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.362567 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-964edcca-421d-4360-9eb5-389ff43a26f8 service neutron] 10.222.0.23 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016148 Jun 18 08:07:01.480955 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48426) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:01.512868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:01.560269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks [] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.572869 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:01.578891 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.583599 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-c89263da-73c4-45b3-b701-51b52aec7f1c service neutron] 10.222.0.23 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198396 Jun 18 08:07:01.587050 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:01.590494 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:07:01.605400 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device a50ef990-390b-4cae-b9a3-ff60b969f8fd up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:01.684904 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:01.744182 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6a31f89-fbb2-472f-a39d-8b919de51428 admin admin] Publish callbacks [] for security_group (8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.753113 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port a50ef990-390b-4cae-b9a3-ff60b969f8fd triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:01.757945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.769821 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e6a31f89-fbb2-472f-a39d-8b919de51428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.839361 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e6a31f89-fbb2-472f-a39d-8b919de51428 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1706ee5ebc4402d8192f9033fb226ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9553077 Jun 18 08:07:01.839717 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Pushing event updated for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:01.841516 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a31f89-fbb2-472f-a39d-8b919de51428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:01.847493 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48434) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:01.848744 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48436) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:01.873694 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-454547954-network', 'tenant_id': '4ce0427eb0f249b2a05ed180b343b4c6'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:01.940938 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:01.965681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (d97ea486-14e0-438b-9288-645d9fdc3c50), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:01.969809 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Made reservation on behalf of 4ce0427eb0f249b2a05ed180b343b4c6 for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:01.973043 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.041327 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] Publish callbacks [] for security_group (8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.066912 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.110063 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1aa601b-ce47-4150-87f1-88ff9af9504f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.190897 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-46390aa2-3ef7-419b-8186-29be31b1b7b1 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:02.192127 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-46390aa2-3ef7-419b-8186-29be31b1b7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.196438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port a50ef990-390b-4cae-b9a3-ff60b969f8fd is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:02.197925 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b9ecfe06-da2b-4ec1-8af7-4d67801dc568 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:02.204442 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] Publish callbacks [] for security_group (8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.258733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-46390aa2-3ef7-419b-8186-29be31b1b7b1 None None] Port ee65d024-d34b-49a0-be2b-330214338ae1 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:02.277318 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:02.278583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.347898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Router 58c71f65-d497-454b-8bdb-7b38558689c9 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:07:02.390096 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:02.475475 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:07:02.484738 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d8ff9352-e3d0-425b-b92b-2d0f758c3790 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4cffb0d-48ab-4aea-8731-a4cfceaf1147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2971730 Jun 18 08:07:02.496476 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:02.498148 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks [] for security_group (4b2a0233-8d3f-468a-9f16-d9d355e72627), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.506843 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4b2a0233-8d3f-468a-9f16-d9d355e72627), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.524511 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:02.538986 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.542213 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.545950 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc HTTP/1.1" status: 204 len: 168 time: 0.6969562 Jun 18 08:07:02.549836 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a0233-8d3f-468a-9f16-d9d355e72627,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:02.550547 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:02.563646 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:02.567700 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba95ab-0782-472c-b8df-6d002b74a222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9fa54-c022-450b-bf0c-d8ba32ae6ccc,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:02.607563 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:02.611452 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:07:02.681832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:02.682560 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.709523 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (6b392600-0597-4bdf-92f7-b8cfd495cc0b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.713386 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Added segment 6b392600-0597-4bdf-92f7-b8cfd495cc0b of type vlan for network 6b2b3e8b-65f8-40df-b39c-4c26563dca87 Jun 18 08:07:02.729096 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1aa601b-ce47-4150-87f1-88ff9af9504f admin admin] Publish callbacks [] for security_group (f1fec716-7998-4d4b-a3d5-f6f7e36cc65d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.767520 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1aa601b-ce47-4150-87f1-88ff9af9504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f1fec716-7998-4d4b-a3d5-f6f7e36cc65d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.768213 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port b9ecfe06-da2b-4ec1-8af7-4d67801dc568, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:02.794950 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.801945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device dba245a0-d410-47b2-a92b-b86c9eda6f53 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:02.922896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (6b2b3e8b-65f8-40df-b39c-4c26563dca87), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:02.928998 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:07:02.935357 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-968b7334-e618-4347-a7b9-95e44131c4c3 admin admin] 10.222.0.23 "PUT /v2.0/routers/58c71f65-d497-454b-8bdb-7b38558689c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4589117 Jun 18 08:07:02.951438 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48494) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:02.959602 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:02.967962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:07:02.973378 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:03.109501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:03.112390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa601b-ce47-4150-87f1-88ff9af9504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fec716-7998-4d4b-a3d5-f6f7e36cc65d,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:03.134519 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:03.155376 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a1aa601b-ce47-4150-87f1-88ff9af9504f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de52eeac23044822849465bed80ca195&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6703658 Jun 18 08:07:03.161603 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48504) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:03.218877 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (6b2b3e8b-65f8-40df-b39c-4c26563dca87), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.219899 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:03.239291 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.249537 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:07:03.266156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-26f7296d-acc3-44c5-a251-35b55b409f4a None None] Provisioning complete for port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:03.266648 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-26f7296d-acc3-44c5-a251-35b55b409f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.276217 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.276538 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-458d8e20-9fb3-4751-8b05-8733f746f439 admin admin] 10.222.0.23 "PUT /v2.0/routers/d97ea486-14e0-438b-9288-645d9fdc3c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8226793 Jun 18 08:07:03.309258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48520) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:03.313615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701503889', 'description': 'tempest-description--230481479'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:03.384390 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:03.385958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:03.396337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.430532 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5657709 Jun 18 08:07:03.434289 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48526) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:03.452879 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:03.484081 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Request body: {'subnet': {'network_id': '6b2b3e8b-65f8-40df-b39c-4c26563dca87', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-454547954-subnet', 'tenant_id': '4ce0427eb0f249b2a05ed180b343b4c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:03.495634 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:03.535675 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.552070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-26f7296d-acc3-44c5-a251-35b55b409f4a None None] Port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:03.561625 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port dba245a0-d410-47b2-a92b-b86c9eda6f53 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:03.562015 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.591952 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:03.592795 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:03.601525 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:03.612870 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (db8caaca-6989-4f5f-bda7-306502cbe031), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.620008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (db8caaca-6989-4f5f-bda7-306502cbe031), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.633797 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a6a2-5a7a-455b-b71f-470adc270c09 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2b3e8b-65f8-40df-b39c-4c26563dca87,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:03.659496 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:03.665230 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Made reservation on behalf of 4ce0427eb0f249b2a05ed180b343b4c6 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:03.671421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 6b2b3e8b-65f8-40df-b39c-4c26563dca87 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:07:03.673659 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.684790 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.692932 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3826814 Jun 18 08:07:03.694206 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48532) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:03.699639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group_rule': {'security_group_id': 'db8caaca-6989-4f5f-bda7-306502cbe031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:03.736971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3467a-3781-4818-9e08-5143770d6a08 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8caaca-6989-4f5f-bda7-306502cbe031,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:03.738386 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] Publish callbacks [] for security_group (f1fec716-7998-4d4b-a3d5-f6f7e36cc65d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.750382 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 2, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:03.758086 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (f2afee1c-a4d3-4c7e-9ba7-0ac69e01cf4f), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.765228 dv-cinder-826349-2-iscsi neutron-server[104013]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 08:07:03.820633 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:03.820985 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Updating router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:07:03.902340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee663b75-a4ca-4024-bc7a-89f5503eabe7 req-145722e8-869a-43c0-a290-b405706a6745 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.9487903 Jun 18 08:07:03.908626 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] Publish callbacks [] for security_group (f1fec716-7998-4d4b-a3d5-f6f7e36cc65d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.924731 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48538) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:03.956526 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:03.983216 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Sync routers for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:03.997051 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (f2afee1c-a4d3-4c7e-9ba7-0ac69e01cf4f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.002686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (f2afee1c-a4d3-4c7e-9ba7-0ac69e01cf4f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.004816 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:04.013068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-04d263a6-5e1a-4f1d-85c2-98cbe061c7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.035323 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2afee1c-a4d3-4c7e-9ba7-0ac69e01cf4f,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:04.040845 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.045354 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5bf772ed-50b9-44e7-a292-1d3dbf95d3fc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495550 Jun 18 08:07:04.046494 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48544) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:04.051154 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group_rule': {'security_group_id': 'db8caaca-6989-4f5f-bda7-306502cbe031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:04.091135 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (9b02a95f-8046-4190-b5f2-63313e234d11), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.116792 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:04.135805 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:04.236067 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:04.236617 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:04.278023 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (9b02a95f-8046-4190-b5f2-63313e234d11), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.290535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (9b02a95f-8046-4190-b5f2-63313e234d11), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.347878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b02a95f-8046-4190-b5f2-63313e234d11,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:04.355471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.361605 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b125b829-a620-4ff2-89a0-f494541f1cf5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138509 Jun 18 08:07:04.362577 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48552) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:04.369059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:04.371576 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f1fec716-7998-4d4b-a3d5-f6f7e36cc65d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.378089 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port dba245a0-d410-47b2-a92b-b86c9eda6f53 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:04.378666 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.382063 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.386998 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1fec716-7998-4d4b-a3d5-f6f7e36cc65d HTTP/1.1" status: 204 len: 168 time: 1.2185214 Jun 18 08:07:04.420744 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:04.432581 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:04.458029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.490794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48558) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:04.522031 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e08278-d070-472b-a85e-562c9efe865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fec716-7998-4d4b-a3d5-f6f7e36cc65d,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:04.540554 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--557063945', 'description': 'tempest-description--807613946'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:04.621259 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:04.628988 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port dba245a0-d410-47b2-a92b-b86c9eda6f53, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=dba245a0-d410-47b2-a92b-b86c9eda6f53,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:04.638648 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.665839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.677710 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-04d263a6-5e1a-4f1d-85c2-98cbe061c7e3 admin admin] Publish callbacks [] for security_group (992f7ff5-799d-4aea-bde7-019953c16e97), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.735279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-04d263a6-5e1a-4f1d-85c2-98cbe061c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (992f7ff5-799d-4aea-bde7-019953c16e97), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.812833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.814099 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 83b104da-f22a-4c66-b7c2-9eae75f059b1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:04.892281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 2, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:04.907105 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d263a6-5e1a-4f1d-85c2-98cbe061c7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992f7ff5-799d-4aea-bde7-019953c16e97,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:04.923243 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:04.923588 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Updating router d97ea486-14e0-438b-9288-645d9fdc3c50 port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:07:04.940710 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-04d263a6-5e1a-4f1d-85c2-98cbe061c7e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aff86a479c4a4578b62c8589256ccc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0005741 Jun 18 08:07:04.942207 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48586) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:04.956571 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:04.997509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=dba245a0-d410-47b2-a92b-b86c9eda6f53,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:05.060238 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 83b104da-f22a-4c66-b7c2-9eae75f059b1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:05.065177 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:05.072315 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Checking segment: {'id': '6b392600-0597-4bdf-92f7-b8cfd495cc0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '6b2b3e8b-65f8-40df-b39c-4c26563dca87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:05.072613 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Network hostable DHCP agents. Network: 6b2b3e8b-65f8-40df-b39c-4c26563dca87, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:07:05.073124 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.074229 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-784efd73-c902-4b47-ac22-52cdf3851ecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:05.081624 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-784efd73-c902-4b47-ac22-52cdf3851ecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.3427663 Jun 18 08:07:05.147981 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:05.203492 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:05.208644 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Network 6b2b3e8b-65f8-40df-b39c-4c26563dca87 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:07:05.237953 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 6b2b3e8b-65f8-40df-b39c-4c26563dca87) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:05.259476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:05.260135 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.276896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48588) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:05.298431 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 83b104da-f22a-4c66-b7c2-9eae75f059b1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:05.301327 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6180e-003d-4cb0-81a4-b50ce191457b None None] Network 6b2b3e8b-65f8-40df-b39c-4c26563dca87 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:05.326187 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] Publish callbacks [] for security_group (992f7ff5-799d-4aea-bde7-019953c16e97), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.377897 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-78fcf59c-fbbc-4891-b7b6-97300393ad3a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9123952 Jun 18 08:07:05.379088 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-68ca27b5-ae26-4c16-9650-09cf483a0140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.406352 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks [] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.422753 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 2, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:05.423049 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.480826 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885678a-b694-48db-b75d-449e719a1bbc None None] Pushing event updated for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:05.489748 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5358a66f-9a18-4ec6-a730-85492e790068 req-f0550295-2e64-4076-ab41-e5b7e1826f4c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.2041140 Jun 18 08:07:05.495518 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b9ecfe06-da2b-4ec1-8af7-4d67801dc568 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:05.511034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:05.525137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.529265 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] Publish callbacks [] for security_group (992f7ff5-799d-4aea-bde7-019953c16e97), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.541254 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:05.541836 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Updating router 58c71f65-d497-454b-8bdb-7b38558689c9 port ee65d024-d34b-49a0-be2b-330214338ae1 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:07:05.546849 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-9e9bcd0e-2141-468f-84f0-e12e5d99e41c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/quotas/6bc66714da4345ddb2639465d29fcae0 HTTP/1.1" status: 200 len: 375 time: 0.4640019 Jun 18 08:07:05.580273 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks [] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.605860 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.624521 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:05.636601 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:05.646862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:05.752849 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (992f7ff5-799d-4aea-bde7-019953c16e97), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.755313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.760595 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/992f7ff5-799d-4aea-bde7-019953c16e97 HTTP/1.1" status: 204 len: 168 time: 0.7990041 Jun 18 08:07:05.777236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.16', 58607) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:05.861865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.865911 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2c569-7cb3-4f0d-8d6a-d052d6c5b138 None None] Network 6b2b3e8b-65f8-40df-b39c-4c26563dca87 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:05.892306 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ff24f-7abb-4505-9112-1ae17aa2bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f7ff5-799d-4aea-bde7-019953c16e97,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:05.920498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-68ca27b5-ae26-4c16-9650-09cf483a0140 admin admin] Publish callbacks [] for security_group (28775b60-0f79-40c7-9ea1-0715f9121dc4), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.937348 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-68ca27b5-ae26-4c16-9650-09cf483a0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (28775b60-0f79-40c7-9ea1-0715f9121dc4), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:05.981461 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-64acc62b-17da-45c8-b5ae-271905379aeb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4099808 Jun 18 08:07:06.074519 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (3232c316-76e3-4ab3-870c-7fc7042e66aa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.132154 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-68ca27b5-ae26-4c16-9650-09cf483a0140 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa91a68ef468443abc4fa1bdd01e943b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8370905 Jun 18 08:07:06.133034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48610) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:06.135728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:06.146074 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca27b5-ae26-4c16-9650-09cf483a0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28775b60-0f79-40c7-9ea1-0715f9121dc4,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:06.168463 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755bd6-6bb1-4725-afa4-31123cdf11de None None] Pushing event updated for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:06.175327 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:06.176070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.224533 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Attempting to bind port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:06.224932 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Attempting to bind port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:06.225260 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Attempting to bind port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:06.232466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (3232c316-76e3-4ab3-870c-7fc7042e66aa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.236816 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:06.237017 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Checking segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:06.237961 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.238242 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Bound using segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:06.238982 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Bound port: 711ccdbc-6cba-45a2-b704-5805f2eb2c13, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:06.245184 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.337674 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] Publish callbacks [] for security_group (28775b60-0f79-40c7-9ea1-0715f9121dc4), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.343835 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Attempting to bind port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:06.346746 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Attempting to bind port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:06.348172 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Attempting to bind port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:06.368295 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:06.370920 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Checking segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:06.372776 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.373420 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Bound using segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:06.376436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Allocated IP 172.27.2.102 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/de4d9a88-e6f9-4e6e-a3f2-3b1246f26778) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:06.376880 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Bound port: eed3b06e-7b4f-4ab0-929b-1cb21ee8787d, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:06.377433 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.410576 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] Publish callbacks [] for security_group (28775b60-0f79-40c7-9ea1-0715f9121dc4), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.454235 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.464734 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9729505 Jun 18 08:07:06.466640 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48626) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:06.499985 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc45871-3c53-483d-a137-f9b378fbc84f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3232c316-76e3-4ab3-870c-7fc7042e66aa,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:06.524760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group_rule': {'security_group_id': '3232c316-76e3-4ab3-870c-7fc7042e66aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:06.550284 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] For port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:06.555930 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] For port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:06.568863 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.614065 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (28775b60-0f79-40c7-9ea1-0715f9121dc4), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.616624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.617920 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28775b60-0f79-40c7-9ea1-0715f9121dc4 HTTP/1.1" status: 204 len: 168 time: 0.4836369 Jun 18 08:07:06.625080 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-bbc8269c-e1fe-4f45-bc65-229797e1c394 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:06.626899 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-bbc8269c-e1fe-4f45-bc65-229797e1c394 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.16 "GET /v2.0/networks?id=57b43818-8a20-411e-9055-1296d302b73e HTTP/1.1" status: 200 len: 812 time: 0.8432212 Jun 18 08:07:06.631681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (20ab3194-da71-4eda-9274-97a1b3600184), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:06.642416 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937c64c-45cc-41dc-8d97-3a811ebd08d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28775b60-0f79-40c7-9ea1-0715f9121dc4,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:06.731413 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:06.739385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Request body: {'port': {'device_id': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'admin_state_up': True, 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:06.755437 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755bd6-6bb1-4725-afa4-31123cdf11de None None] Pushing event updated for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:06.761427 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4f9f1905-f4aa-465f-a7d2-4c36ad2af960 req-5f4c9bef-076c-4be1-afd0-cca5a307d358 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0666533 Jun 18 08:07:06.800973 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] For port 711ccdbc-6cba-45a2-b704-5805f2eb2c13, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:06.813917 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] For port 711ccdbc-6cba-45a2-b704-5805f2eb2c13, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=711ccdbc-6cba-45a2-b704-5805f2eb2c13,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:06.853190 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:06.853894 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:06.890807 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-e4a9da89-1f9c-4f36-97d8-5bba74761ab7 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:07:06.899060 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-e4a9da89-1f9c-4f36-97d8-5bba74761ab7 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4031997 Jun 18 08:07:07.006476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (20ab3194-da71-4eda-9274-97a1b3600184), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.054685 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (20ab3194-da71-4eda-9274-97a1b3600184), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.066481 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.110090 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:07.114760 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks [] for port (ee65d024-d34b-49a0-be2b-330214338ae1), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.123860 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '2ea86679-dd6f-4fd4-9540-70f6a7177e5b', 'name': '', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'mac_address': 'fa:16:3e:67:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 2, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'subnets': [{'id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:07.138768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ab3194-da71-4eda-9274-97a1b3600184,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:07.171949 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Provisioning complete for port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:07.172603 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.195941 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:07.204573 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.205771 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1dc92706-80bc-4981-a582-7d889e4640f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7230418 Jun 18 08:07:07.208669 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48668) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:07.213509 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group_rule': {'security_group_id': '3232c316-76e3-4ab3-870c-7fc7042e66aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:07.220662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Checking router: 00c2cb77-bf11-4f0d-9f06-f138d7bece51 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:07.221505 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Updating router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:07:07.232989 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-76f0225e-e2d5-40c9-96d9-2543d27b54fd service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327994 Jun 18 08:07:07.255249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:07.261856 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.282500 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Made reservation on behalf of 2c80bfefeba54986bdbbf7339617e26f for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:07.291072 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (466fd72b-ff84-47f9-9a76-0bb60c88352a), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.293002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.317069 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.319907 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.326926 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:07.409910 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:07.421068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (466fd72b-ff84-47f9-9a76-0bb60c88352a), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.426715 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.431573 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (466fd72b-ff84-47f9-9a76-0bb60c88352a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.478933 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466fd72b-ff84-47f9-9a76-0bb60c88352a,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:07.496237 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:07.497215 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:07.512010 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.515100 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-80ceaa8a-2c85-463e-906c-d3f23dc151f1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033993 Jun 18 08:07:07.516572 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48676) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:07.521256 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:07.526479 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:07.529132 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c0b0-76d6-4700-a388-96a9ff0877c4 None None] Pushing event updated for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:07.594632 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-31c355dd-23d7-4e7c-93de-18a0903610fa service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605106 Jun 18 08:07:07.611680 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:07.703791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:07.821694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:07.840314 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:07.855846 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:08.079302 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885678a-b694-48db-b75d-449e719a1bbc None None] Pushing event updated for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:08.206582 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:08.207588 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device dba245a0-d410-47b2-a92b-b86c9eda6f53 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:08.319555 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:06Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:08.421451 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bdd66-9b33-42fd-a551-71427412871b None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:06Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:08.456570 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Current status of the port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:08.469223 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:08.619651 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:06Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:08.629742 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-308e8a0f-07d7-47fc-9560-27cea5e36090 req-0831d664-d645-4d80-bd51-72b5c62e856d tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.6269944 Jun 18 08:07:08.685934 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202f8c1b-f53e-4bdb-a4fa-d8e69dcc7c54 None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:06Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:08.717794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=de4d9a88-e6f9-4e6e-a3f2-3b1246f26778,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:08.794931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-93e33d5a-8f1c-496e-856d-0aaa3874dbf4 req-ca7feada-e91a-471f-ac2e-8992af7b925f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 210 time: 0.1791358 Jun 18 08:07:08.838759 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.310008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.347866 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] For port 711ccdbc-6cba-45a2-b704-5805f2eb2c13, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=711ccdbc-6cba-45a2-b704-5805f2eb2c13,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:09.450951 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.492372 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Allocated IP 172.27.2.65 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/6c885bfb-90c0-45b3-a405-e84a2c2c4bb9) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:09.571175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.662123 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:09.839673 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks [] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.848116 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Attempting to bind port ee65d024-d34b-49a0-be2b-330214338ae1 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:09.848487 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Attempting to bind port ee65d024-d34b-49a0-be2b-330214338ae1 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:09.848845 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Attempting to bind port ee65d024-d34b-49a0-be2b-330214338ae1 on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:09.859206 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Bound using segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Bound port: ee65d024-d34b-49a0-be2b-330214338ae1, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:09.892436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:09.919380 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:09.919622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.131556 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port dba245a0-d410-47b2-a92b-b86c9eda6f53 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:10.132953 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.162313 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:10.318811 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28fc59-081b-4a36-b187-c46b97180f69 None None] Pushing event updated for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:10.495893 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Port ee65d024-d34b-49a0-be2b-330214338ae1 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:10.504399 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:10.514223 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-86ef3070-2c5e-4e61-948c-b5d5ad24f034 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:10.516949 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-86ef3070-2c5e-4e61-948c-b5d5ad24f034 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.4204874 Jun 18 08:07:10.527943 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89462dcf-263b-46ef-aa62-e785e72a877c req-cb69031b-bd0b-41fb-a6bb-1771c0881a7b tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.2186472 Jun 18 08:07:10.529497 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Provisioning complete for port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:10.529871 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.557772 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-9f05e6b9-2c3a-485e-b80b-6318071dc594 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/quotas/6bc66714da4345ddb2639465d29fcae0 HTTP/1.1" status: 200 len: 375 time: 0.0305510 Jun 18 08:07:10.584411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:10.591478 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.650585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] For port ee65d024-d34b-49a0-be2b-330214338ae1, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:10.652781 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Allocated IP 172.20.0.9 (57b43818-8a20-411e-9055-1296d302b73e/26887de7-b86e-4e2d-bcb0-39091fa4dac2/ac024896-ecc5-41cf-951e-462d3c0bb004) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:10.692862 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Attempting to bind port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:10.693175 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Attempting to bind port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:10.693514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Attempting to bind port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b on network 57b43818-8a20-411e-9055-1296d302b73e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:10.701088 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-66f598d6-fd4c-4f5d-a618-d4cbd52a92ca tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130860 Jun 18 08:07:10.779649 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port dba245a0-d410-47b2-a92b-b86c9eda6f53 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:10.782127 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1547d6-7917-464c-ac33-c0f697d45e73 None None] Pushing event updated for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:10.799624 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] For port ee65d024-d34b-49a0-be2b-330214338ae1, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ee65d024-d34b-49a0-be2b-330214338ae1,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:10.843098 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:10.843655 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Checking segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:10.843879 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.844272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Bound using segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:10.850089 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Bound port: 2ea86679-dd6f-4fd4-9540-70f6a7177e5b, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:10.850484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.863963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.871808 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.880033 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.912795 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:10.980748 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:11.185905 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:11.302533 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:11.344392 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device eed3b06e-7b4f-4ab0-929b-1cb21ee8787d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:11.347051 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:11.365226 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=6c885bfb-90c0-45b3-a405-e84a2c2c4bb9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:11.444728 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a67fc525-20b3-4f95-ac7e-c06f868a02fc service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257383 Jun 18 08:07:11.493696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:11.494350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:11.544085 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=de4d9a88-e6f9-4e6e-a3f2-3b1246f26778,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:11.974707 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.151094 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] For port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:12.166100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Current status of the port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:12.166807 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.211737 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-f16d3a99-899f-4722-b98c-6b709c61a3e4 service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648652 Jun 18 08:07:12.212780 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c0b0-76d6-4700-a388-96a9ff0877c4 None None] Pushing event updated for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:12.220078 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] For port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:12.243954 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.316892 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.374782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.397174 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35a7649f-3543-44cb-a156-35f443ded49d req-28b96425-c039-4554-9860-184a1b23d6ff tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.1303089 Jun 18 08:07:12.431097 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] For port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:12.454140 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.468030 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-efce4fcb-f8ad-40f3-adb2-567e233d45df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1041698 Jun 18 08:07:12.525469 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks [] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.554467 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.628583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:12.629807 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.685785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.704164 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.712094 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.810000 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.16', 58617) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:12.877785 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:12.884125 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Provisioning complete for port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:12.884588 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.987965 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:12.996108 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:13.156868 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=6c885bfb-90c0-45b3-a405-e84a2c2c4bb9,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:13.205993 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Network 57b43818-8a20-411e-9055-1296d302b73e is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:13.229763 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b48a9793-65c2-4591-b3e0-fcecaf3a2383 req-c64b1939-aa7c-495c-bb96-803bd6fa871f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 210 time: 0.3798602 Jun 18 08:07:13.252808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:13.259914 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:13.291139 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:13.346101 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:13.349656 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6f3653d3-cb1f-48e9-ae44-8b4e6e381436 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8319178 Jun 18 08:07:13.412739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:13.450397 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Pushing event updated for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:13.471432 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:13.513682 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48912) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:13.574671 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1547d6-7917-464c-ac33-c0f697d45e73 None None] Pushing event updated for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:13.633701 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:13.634486 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:13.679871 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:13.682700 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:13.733421 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-3d14757d-14cd-47cf-b044-d63080bedef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:13.739134 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-3d14757d-14cd-47cf-b044-d63080bedef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.9105730 Jun 18 08:07:13.757515 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-8277bd0d-aa0a-4ad0-9985-f06328adf665 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--701503889&fields=id&tenant_id=273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 267 time: 0.3033988 Jun 18 08:07:13.803707 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'port': {'device_id': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'admin_state_up': True, 'tenant_id': '6bc66714da4345ddb2639465d29fcae0'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:13.866517 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-e6f5b79d-94ce-45f9-a104-85755669cb99 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1356063 Jun 18 08:07:13.937989 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-90fe3a9a-a44b-4958-a2c0-bf8b9000e691 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:07:13.942971 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-90fe3a9a-a44b-4958-a2c0-bf8b9000e691 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483329 Jun 18 08:07:13.995333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b86269-a221-481b-93af-f04812bfbc7e req-54618983-4a02-4efc-8a4e-e97bb86ebaf1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:13.996923 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-94b86269-a221-481b-93af-f04812bfbc7e req-54618983-4a02-4efc-8a4e-e97bb86ebaf1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 931 time: 0.3594418 Jun 18 08:07:14.021778 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:14.171992 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-94b86269-a221-481b-93af-f04812bfbc7e req-a6d1de12-d340-4dcc-a9ce-46e71977b7a3 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673560 Jun 18 08:07:14.198667 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-a9ff3c5e-215e-4ea3-a905-25022780a623 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:14.201244 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-a9ff3c5e-215e-4ea3-a905-25022780a623 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 809 time: 0.4425843 Jun 18 08:07:14.347915 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Made reservation on behalf of 6bc66714da4345ddb2639465d29fcae0 for: {'port': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:14.354510 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:14.401650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cf0aafd0-4094-4092-a1c9-de3bd8b09385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:14.424916 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-7e5ae226-a524-4a4d-a806-23ca1e11d426 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/quotas/273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 375 time: 0.1542811 Jun 18 08:07:14.480523 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Pushing event updated for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:14.480911 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-8019a3c2-35fc-4918-94bf-234ddd6a5ef9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--557063945&fields=id&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 267 time: 0.1517193 Jun 18 08:07:14.495367 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:14.518252 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-50317cbc-4dca-4172-a90b-7b490268e412 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855477 Jun 18 08:07:14.651267 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-97e4b6e9-64a8-46eb-90b6-83abc4f3ebb0 None None] Current status of the port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:14.766398 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-20fb6278-6cb5-4a50-a2be-4b0bdc2292f2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:14.766766 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:14.767917 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 711ccdbc-6cba-45a2-b704-5805f2eb2c13 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:14.782449 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-20fb6278-6cb5-4a50-a2be-4b0bdc2292f2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 816 time: 0.2812388 Jun 18 08:07:14.784909 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48950) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:14.803219 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48954) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:14.829965 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-9d574602-1507-4d43-901f-21783824ca47 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/quotas/fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 375 time: 0.0464540 Jun 18 08:07:14.835134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Provisioning complete for port ac024896-ecc5-41cf-951e-462d3c0bb004 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:14.835531 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:14.841151 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:07:14.928216 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-993f8208-9799-47c5-9411-be5e99ca952b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923197 Jun 18 08:07:14.929400 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '2ea86679-dd6f-4fd4-9540-70f6a7177e5b', 'name': '', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'mac_address': 'fa:16:3e:67:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'subnets': [{'id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:14.952713 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Request body: {'port': {'device_id': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:14.980984 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482e3c5-6cb0-42a4-86f7-5cc38355c280 None None] The sync data for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi is: [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:06:55Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '2ea86679-dd6f-4fd4-9540-70f6a7177e5b', 'name': '', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'mac_address': 'fa:16:3e:67:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 4, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'subnets': [{'id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:15.022087 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Port ac024896-ecc5-41cf-951e-462d3c0bb004 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:15.111730 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:15.117213 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e067975d-1e75-4244-a43e-b048bba968ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.118344 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:10Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:15.118942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:15.193210 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:15.193652 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.197700 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7322735-5162-4111-bfbf-543e3539bd7f None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:10Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:15.218541 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:15.219135 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.241614 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-168bd957-6bdf-4f64-a070-88d6a217e1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.655395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.683307 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.16', 58624) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:15.693051 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:15.720933 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Current status of the port ee65d024-d34b-49a0-be2b-330214338ae1 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:15.721416 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.952414 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] For port ee65d024-d34b-49a0-be2b-330214338ae1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ee65d024-d34b-49a0-be2b-330214338ae1,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:15.971112 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:15.985102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Allocated IP 172.20.0.3 (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f/04bb1eeb-90e5-41cd-8e75-454f663380d8/93d9df61-4cf9-4600-9e37-ac0d1bc0e72e) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:16.022763 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-7c6a276e-584c-4c81-b1eb-5e83e5a243f3 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0638120 Jun 18 08:07:16.186363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Provisioning complete for port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:16.188067 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.303115 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2ea86679-dd6f-4fd4-9540-70f6a7177e5b up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:16.394715 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cf0aafd0-4094-4092-a1c9-de3bd8b09385 admin admin] Publish callbacks [] for security_group (23a3cd76-44dd-4bd9-aab3-5aa427910634), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.399498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:16.404468 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b0adf95c-5642-4036-84c1-54efa77d1b7b service neutron] 10.222.0.23 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795183 Jun 18 08:07:16.419991 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Pushing event updated for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:16.437383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-9584f1c5-4a3a-4612-9fdb-214fa1dc56cb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:16.437683 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cf0aafd0-4094-4092-a1c9-de3bd8b09385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (23a3cd76-44dd-4bd9-aab3-5aa427910634), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.439747 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-9584f1c5-4a3a-4612-9fdb-214fa1dc56cb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.7225521 Jun 18 08:07:16.459610 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:16.462689 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.470989 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'port': {'device_id': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'admin_state_up': True, 'tenant_id': '6bc66714da4345ddb2639465d29fcae0'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:16.597297 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Current status of the port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:16.597826 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.622414 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-b24808e4-c0ff-4f9f-a0be-d70c5f19e452 service neutron] 10.222.0.23 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0874832 Jun 18 08:07:16.653371 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:16.697258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:16.765933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e067975d-1e75-4244-a43e-b048bba968ad admin admin] Publish callbacks [] for security_group (da31b354-1d73-44d0-bf31-b6e396c74b21), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.768409 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:16.775471 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:16.776077 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.857953 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.875066 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] For port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:16.886177 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.907652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e067975d-1e75-4244-a43e-b048bba968ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (da31b354-1d73-44d0-bf31-b6e396c74b21), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:16.910816 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0aafd0-4094-4092-a1c9-de3bd8b09385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3cd76-44dd-4bd9-aab3-5aa427910634,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:16.933879 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-cf0aafd0-4094-4092-a1c9-de3bd8b09385 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3c8762f01c14e1a9831fd48dd793dac&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4036841 Jun 18 08:07:16.955180 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 48978) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:16.994545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:17.122396 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:17.133012 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-fd990d33-69d8-400a-b97a-a6f792db7c74 service neutron] 10.222.0.23 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091736 Jun 18 08:07:17.159866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-168bd957-6bdf-4f64-a070-88d6a217e1bc admin admin] Publish callbacks [] for security_group (c4ae68e6-c336-4424-9e6f-de0a06e1672d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:17.326101 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.db.api [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104014) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 18 08:07:17.326756 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG oslo_db.api [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 08:07:17.349304 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8967fff-3da0-436b-90e8-272114c8a987 None None] Pushing event updated for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:17.442284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:17.466529 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd626902-7cad-4fe1-bc57-15b3283c0e02 req-f8264b2d-e825-4d2d-9cbb-85e647bbccfe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 210 time: 0.4872777 Jun 18 08:07:17.474269 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:17.493943 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e067975d-1e75-4244-a43e-b048bba968ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9a96c610169458e87318ff16d4d65ec&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6858590 Jun 18 08:07:17.531272 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 48994) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:17.612853 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067975d-1e75-4244-a43e-b048bba968ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da31b354-1d73-44d0-bf31-b6e396c74b21,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:17.652778 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-168bd957-6bdf-4f64-a070-88d6a217e1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c4ae68e6-c336-4424-9e6f-de0a06e1672d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:17.656904 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:17.665480 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:17.666107 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:17.718738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:17.929236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:17.930317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device eed3b06e-7b4f-4ab0-929b-1cb21ee8787d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:18.014259 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:18.033133 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-516b58ea-d1ec-4772-a1e8-c0e3ac3622f2 None None] Provisioning complete for port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:18.042560 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-516b58ea-d1ec-4772-a1e8-c0e3ac3622f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.049376 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-71768437-1bf6-4048-909e-f581969da314 req-61e5e303-7b57-4a92-8806-f6e59a012e70 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.3393536 Jun 18 08:07:18.057158 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] Publish callbacks [] for security_group (23a3cd76-44dd-4bd9-aab3-5aa427910634), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.071562 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-168bd957-6bdf-4f64-a070-88d6a217e1bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59e645ba776d429e8bab654207b93456&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2849228 Jun 18 08:07:18.089386 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49006) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:18.090059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bd957-6bdf-4f64-a070-88d6a217e1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae68e6-c336-4424-9e6f-de0a06e1672d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:18.132376 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:18.133383 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.181833 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] Publish callbacks [] for security_group (23a3cd76-44dd-4bd9-aab3-5aa427910634), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.201746 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-516b58ea-d1ec-4772-a1e8-c0e3ac3622f2 None None] Port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:18.207004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Made reservation on behalf of 6bc66714da4345ddb2639465d29fcae0 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:18.217038 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.290621 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f196db1-d6c4-41f5-a9cd-96f40b25202a req-3be6ee1b-e99f-4b6d-bed7-ca54787d66d4 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:18.298659 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1f196db1-d6c4-41f5-a9cd-96f40b25202a req-3be6ee1b-e99f-4b6d-bed7-ca54787d66d4 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 931 time: 0.7025774 Jun 18 08:07:18.308173 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:18.309379 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ee65d024-d34b-49a0-be2b-330214338ae1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:18.326572 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-35f4daa0-7769-484a-b262-49873d8ad5df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5651424 Jun 18 08:07:18.331954 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (23a3cd76-44dd-4bd9-aab3-5aa427910634), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.334379 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.335535 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23a3cd76-44dd-4bd9-aab3-5aa427910634 HTTP/1.1" status: 204 len: 168 time: 1.3765593 Jun 18 08:07:18.407332 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Request body: {'port': {'device_id': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:18.411937 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454b1b-2257-4a59-8068-c10e390b487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3cd76-44dd-4bd9-aab3-5aa427910634,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:18.417621 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-01e8eb17-0c45-4c92-8cd4-f5ca80019cc4 req-0a118fe7-0f60-43ca-bb07-8530fae94f57 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.2553961 Jun 18 08:07:18.420644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:18.421214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.627144 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1f196db1-d6c4-41f5-a9cd-96f40b25202a req-1c8afb2a-0310-4904-a907-3d8301ba08a6 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274994 Jun 18 08:07:18.677026 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:18.679534 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=53 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:18.683414 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.692561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port ee65d024-d34b-49a0-be2b-330214338ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:18.895602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac024896-ecc5-41cf-951e-462d3c0bb004 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:18.907807 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] Publish callbacks [] for security_group (da31b354-1d73-44d0-bf31-b6e396c74b21), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:18.926800 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2ea86679-dd6f-4fd4-9540-70f6a7177e5b up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:18.937247 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf2c1696-ac72-46d4-b3c2-0edbc251421b req-10588b97-6720-4463-82d6-a803ac7cfc56 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 210 time: 0.0974612 Jun 18 08:07:18.945318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks [] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.006215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49020) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:19.032728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] Publish callbacks [] for security_group (c4ae68e6-c336-4424-9e6f-de0a06e1672d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.052640 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Transition to ACTIVE for port object ac024896-ecc5-41cf-951e-462d3c0bb004 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:07:19.085088 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] Publish callbacks [] for security_group (da31b354-1d73-44d0-bf31-b6e396c74b21), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.099998 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.16', 58630) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:19.101390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ae60-8e37-43a3-a386-cb22c5157872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.101521 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:19.103787 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.105644 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.159486 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:19.232819 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] Publish callbacks [] for security_group (c4ae68e6-c336-4424-9e6f-de0a06e1672d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.304003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:19.395725 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:19.397763 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ee65d024-d34b-49a0-be2b-330214338ae1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:19.421257 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e {{(pid=104012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:19.435309 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks [] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.489049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.provisioning_blocks [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Transition to ACTIVE for port object 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e will not be triggered until provisioned by entity L2. {{(pid=104012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:07:19.514674 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-00fa785d-cac7-4cab-b59f-124a7b17e10c req-e7fac899-8a91-4edf-8870-701f218fa471 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.2703416 Jun 18 08:07:19.520050 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.608800 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port ee65d024-d34b-49a0-be2b-330214338ae1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:19.610680 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:19.775877 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:19.886750 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port ee65d024-d34b-49a0-be2b-330214338ae1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:19.903358 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Attempting to bind port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:19.904083 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Attempting to bind port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:19.904637 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Attempting to bind port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:19.920073 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:07:19.920073 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Attempting to bind port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:19.936963 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Pushing event updated for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:19.946980 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:19.948389 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:19.949464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Bound using segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} {{(pid=104012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:19.950922 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.managers [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Bound port: 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}}] {{(pid=104012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:19.952136 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.000199 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dc81-5c4f-462d-904d-4412907aeeb3 req-9b53590e-6051-48b5-9777-81c2cb35e299 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:20.002794 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4418dc81-5c4f-462d-904d-4412907aeeb3 req-9b53590e-6051-48b5-9777-81c2cb35e299 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.1424515 Jun 18 08:07:20.060042 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (da31b354-1d73-44d0-bf31-b6e396c74b21), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.062645 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.063885 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da31b354-1d73-44d0-bf31-b6e396c74b21 HTTP/1.1" status: 204 len: 168 time: 2.4634154 Jun 18 08:07:20.089016 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c4a83375-28ae-49c6-b135-51c875db96dc req-4a97b035-7b7d-4d57-b101-72a1111d0a28 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.2061715 Jun 18 08:07:20.158472 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634e3e3-b0b6-4b10-839f-ca9d39458f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da31b354-1d73-44d0-bf31-b6e396c74b21,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:20.203089 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:20.204804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c4ae68e6-c336-4424-9e6f-de0a06e1672d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.207245 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, cleared binding levels {{(pid=104012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:20.207374 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.210833 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4ae68e6-c336-4424-9e6f-de0a06e1672d HTTP/1.1" status: 204 len: 168 time: 2.1001673 Jun 18 08:07:20.232570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-18a300d3-3497-4a5c-8fb0-d242d886aaf1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:20.234394 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-18a300d3-3497-4a5c-8fb0-d242d886aaf1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 816 time: 1.1263611 Jun 18 08:07:20.244678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Allocated IP 172.20.0.6 (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f/04bb1eeb-90e5-41cd-8e75-454f663380d8/46fd2c16-c347-4bbd-87a9-0228ef945bff) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:20.294307 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4418dc81-5c4f-462d-904d-4412907aeeb3 req-8c45c674-5256-4c3b-8e93-f84750926e65 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549429 Jun 18 08:07:20.306885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d1d0e-7abd-41be-972e-aeb12ec625d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae68e6-c336-4424-9e6f-de0a06e1672d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:20.319246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Attempting to bind port ac024896-ecc5-41cf-951e-462d3c0bb004 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:20.319745 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Attempting to bind port ac024896-ecc5-41cf-951e-462d3c0bb004 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:20.320102 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Attempting to bind port ac024896-ecc5-41cf-951e-462d3c0bb004 on network 57b43818-8a20-411e-9055-1296d302b73e {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:20.341519 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c362d66-7130-4851-8eca-7a92c6756e7b req-ac4876e0-fcc7-4f48-a607-77dae449c8fe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 210 time: 0.1377039 Jun 18 08:07:20.363959 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:20.378561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Port ac024896-ecc5-41cf-951e-462d3c0bb004 on network 57b43818-8a20-411e-9055-1296d302b73e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:07:20.378905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Attempting to bind port ac024896-ecc5-41cf-951e-462d3c0bb004 on network 57b43818-8a20-411e-9055-1296d302b73e {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:20.408041 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.410167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:20.410615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Checking segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:20.411048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Bound using segment: {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:20.411513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Bound port: ac024896-ecc5-41cf-951e-462d3c0bb004, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43af85f0-8703-4c49-927a-32325c269971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57b43818-8a20-411e-9055-1296d302b73e'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:20.411876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.458327 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ae60-8e37-43a3-a386-cb22c5157872 admin admin] Publish callbacks [] for security_group (c1646b77-5a4a-4043-9df3-e011214c6936), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.495276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f6f3ae60-8e37-43a3-a386-cb22c5157872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c1646b77-5a4a-4043-9df3-e011214c6936), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.511456 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Pushing event updated for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=3']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:20.518225 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:20.519126 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:20.520759 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-68f524e5-3124-4465-bccf-51bda60846e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 1093 time: 2.1371512 Jun 18 08:07:20.521528 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:20.744051 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f6f3ae60-8e37-43a3-a386-cb22c5157872 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6bf9a9f307c467aa328f3fafea234f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7328055 Jun 18 08:07:20.753314 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3ae60-8e37-43a3-a386-cb22c5157872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1646b77-5a4a-4043-9df3-e011214c6936,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:20.767188 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49052) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:20.775717 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:20.859177 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ac024896-ecc5-41cf-951e-462d3c0bb004,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:20.931195 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:20.969487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.16', 58634) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:20.984134 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.000837 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-92d8792e-9a2b-45ec-a24e-41877ea4a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.002798 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-92d8792e-9a2b-45ec-a24e-41877ea4a7bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1127 time: 0.1839285 Jun 18 08:07:21.013161 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b5dd1056-4000-4c59-ad81-2a2897b5e0f5 req-7e4689d9-ecad-48d0-987e-b5cadc0e1d3f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.2371094 Jun 18 08:07:21.023531 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:21.045468 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:21.061089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.146781 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-eb39028e-c1e5-47fb-afbb-d75e31a13626 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.1130641 Jun 18 08:07:21.150791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49062) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:21.198715 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.199430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.201052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac024896-ecc5-41cf-951e-462d3c0bb004 HTTP/1.1" status: 200 len: 1093 time: 6.5221252 Jun 18 08:07:21.201566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:21.303728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-200d3918-3514-4ef9-ac0b-5a4d5227be90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.415448 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] Publish callbacks [] for security_group (c1646b77-5a4a-4043-9df3-e011214c6936), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.521596 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-200d3918-3514-4ef9-ac0b-5a4d5227be90 admin admin] Publish callbacks [] for security_group (9f375577-7445-4096-b0b2-ea5b563d2622), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.588244 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-ebc0df3c-2b23-4b10-9f9e-2e34f0f55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.590534 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-ebc0df3c-2b23-4b10-9f9e-2e34f0f55a32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c80bfefeba54986bdbbf7339617e26f&device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 1127 time: 0.0990582 Jun 18 08:07:21.614430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-82d5a7d3-63fd-4c03-b2eb-e303de4c1d58 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 379 time: 0.8668923 Jun 18 08:07:21.644912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dae27c-93c5-4b02-b634-185743b15024 service neutron] Pushing event updated for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:21.672531 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-908a0f12-0618-40c6-a615-2fc322e39b2e req-5419c314-9b54-4563-b128-b9031b438059 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.2625751 Jun 18 08:07:21.701714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] Publish callbacks [] for security_group (c1646b77-5a4a-4043-9df3-e011214c6936), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.738175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3723605b-b750-4dd3-91af-8050cfc8482f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:21.746804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49086) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:21.787182 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-725a2675-2ea2-4bff-9476-6538b15dfdb7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.791986 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-725a2675-2ea2-4bff-9476-6538b15dfdb7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 809 time: 0.7901728 Jun 18 08:07:21.817175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.847118 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdda754-7584-43a1-a0a8-5884354958ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:21.859848 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-1c52d46e-046e-48a8-9f12-813d5f12a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.861869 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-1c52d46e-046e-48a8-9f12-813d5f12a663 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.6937456 Jun 18 08:07:21.866480 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-200d3918-3514-4ef9-ac0b-5a4d5227be90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9f375577-7445-4096-b0b2-ea5b563d2622), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.883047 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-248789e1-2cf5-4db7-839d-09ec40e3575f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:21.921547 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d804e7-9a02-44ca-9ab6-8a53407c169a req-825f3010-8761-420a-951b-e87ec09a6120 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:21.923005 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5d804e7-9a02-44ca-9ab6-8a53407c169a req-825f3010-8761-420a-951b-e87ec09a6120 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.3981128 Jun 18 08:07:21.923760 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d3918-3514-4ef9-ac0b-5a4d5227be90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f375577-7445-4096-b0b2-ea5b563d2622,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:21.937029 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:21.943295 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-200d3918-3514-4ef9-ac0b-5a4d5227be90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3161c6e55954e3aa180a705bd2b04b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7861598 Jun 18 08:07:21.949665 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49092) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:21.997900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:22.008686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3334167-ac3c-48a9-a475-32a3a6d83aa9 req-016c5c3f-9776-4c47-8c41-94bcc1941bf2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:22.010603 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e3334167-ac3c-48a9-a475-32a3a6d83aa9 req-016c5c3f-9776-4c47-8c41-94bcc1941bf2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 931 time: 0.2159407 Jun 18 08:07:22.015475 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:22.029368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:22.062030 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] Publish callbacks [] for security_group (9f375577-7445-4096-b0b2-ea5b563d2622), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.072348 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5d804e7-9a02-44ca-9ab6-8a53407c169a req-35160108-adb3-4c27-8503-dadae404be01 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266582 Jun 18 08:07:22.114077 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:22.121683 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] Publish callbacks [] for security_group (9f375577-7445-4096-b0b2-ea5b563d2622), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.127270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.181089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:22.215562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'port': {'device_id': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'admin_state_up': True, 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'security_groups': ['3232c316-76e3-4ab3-870c-7fc7042e66aa']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:22.305524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:22.364200 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9f375577-7445-4096-b0b2-ea5b563d2622), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.372704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.377540 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f375577-7445-4096-b0b2-ea5b563d2622 HTTP/1.1" status: 204 len: 168 time: 0.4257381 Jun 18 08:07:22.395916 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-68fa68de-69e1-4b20-b27b-a0f737382248 None None] Provisioning complete for port 46fd2c16-c347-4bbd-87a9-0228ef945bff triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:22.397510 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68fa68de-69e1-4b20-b27b-a0f737382248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.401055 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba4087-bb11-4d2f-a350-fb7286cd762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f375577-7445-4096-b0b2-ea5b563d2622,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:22.407279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-d4a04cfb-5596-419c-89f8-b73937a0ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:22.411164 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-d4a04cfb-5596-419c-89f8-b73937a0ace9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2001245 Jun 18 08:07:22.487452 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-68fa68de-69e1-4b20-b27b-a0f737382248 None None] Port 46fd2c16-c347-4bbd-87a9-0228ef945bff cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:22.725951 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-743d5f91-20b0-450c-b9d1-4b492e8b3f74 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136646 Jun 18 08:07:22.784275 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972a1e2f-3bb6-43b0-b80f-97efef4b9122 x-openstack-request-id: req-972a1e2f-3bb6-43b0-b80f-97efef4b9122 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:22.784572 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:22.784826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-972a1e2f-3bb6-43b0-b80f-97efef4b9122 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:22.785288 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972a1e2f-3bb6-43b0-b80f-97efef4b9122'] response: {'name': 'network-changed', 'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', 'status': 'completed', 'code': 200} Jun 18 08:07:22.801695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:22.806243 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f6e82a-ecaa-4f78-8eee-ed92ba4b1c7d x-openstack-request-id: req-91f6e82a-ecaa-4f78-8eee-ed92ba4b1c7d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:22.806528 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:22.806775 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91f6e82a-ecaa-4f78-8eee-ed92ba4b1c7d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:22.807250 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f6e82a-ecaa-4f78-8eee-ed92ba4b1c7d'] response: {'name': 'network-changed', 'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004', 'status': 'completed', 'code': 200} Jun 18 08:07:22.829773 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-c4c49568-5858-4fe9-bac1-1fcf2ef6993f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac024896-ecc5-41cf-951e-462d3c0bb004 HTTP/1.1" status: 200 len: 217 time: 0.6789041 Jun 18 08:07:22.845661 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c1646b77-5a4a-4043-9df3-e011214c6936), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.848090 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.851667 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1646b77-5a4a-4043-9df3-e011214c6936 HTTP/1.1" status: 204 len: 168 time: 2.0788269 Jun 18 08:07:22.868649 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a1039b31-019b-4245-b236-bf9ca785cd8b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4039621 Jun 18 08:07:22.880642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:22.899135 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Made reservation on behalf of fc9abdfe8063473abfa91f578081eb0d for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:22.902497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:22.916180 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1c007e48-4322-4e19-9657-531538ad89d7 req-8841873f-90a1-4f0e-b849-1c2f6366b9b1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.0632861 Jun 18 08:07:22.917008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb8673-8731-43b5-84b9-6cea3fbad01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1646b77-5a4a-4043-9df3-e011214c6936,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:22.968776 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-2a394e96-97fe-412c-a9b5-34594f0a2136 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 379 time: 0.4689312 Jun 18 08:07:22.992004 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e3334167-ac3c-48a9-a475-32a3a6d83aa9 req-8333dd52-19bc-483e-b706-b58eaa2c7fae tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9630888 Jun 18 08:07:23.073827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-248789e1-2cf5-4db7-839d-09ec40e3575f admin admin] Publish callbacks [] for security_group (3fc113c2-9140-4a8c-90ad-e16dd907994c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.076054 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-969771a6-1d21-4484-9e07-b0c2575af91c req-ab53a91f-a971-4b9a-b3e6-946417991bbf tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.0456996 Jun 18 08:07:23.099760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Request body: {'port': {'device_id': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:23.128759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-248789e1-2cf5-4db7-839d-09ec40e3575f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (3fc113c2-9140-4a8c-90ad-e16dd907994c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.167595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'port': {'device_id': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'admin_state_up': True, 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'security_groups': ['db8caaca-6989-4f5f-bda7-306502cbe031']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:23.206770 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0a46fcf-1bce-4ac1-b6cf-b61cd83f82e9 req-70b14140-78e9-4a14-b72b-52e121ac85cf service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269760 Jun 18 08:07:23.395127 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-248789e1-2cf5-4db7-839d-09ec40e3575f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0db9359e180841f5bf030b5122a26eff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6232595 Jun 18 08:07:23.396046 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-39f94319-a309-4eab-8c50-e0d1334baf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:23.397305 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49142) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:23.398039 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-39f94319-a309-4eab-8c50-e0d1334baf7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26887de7-b86e-4e2d-bcb0-39091fa4dac2 HTTP/1.1" status: 200 len: 851 time: 0.3221352 Jun 18 08:07:23.398258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248789e1-2cf5-4db7-839d-09ec40e3575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc113c2-9140-4a8c-90ad-e16dd907994c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:23.431222 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.455878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65424d22-7676-41c8-a411-a224699e56d6 req-0e6ea3c4-f8ea-4e41-a3f9-ed91de385d96 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:23.463082 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-65424d22-7676-41c8-a411-a224699e56d6 req-0e6ea3c4-f8ea-4e41-a3f9-ed91de385d96 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.2429714 Jun 18 08:07:23.496156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] Publish callbacks [] for security_group (3fc113c2-9140-4a8c-90ad-e16dd907994c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.509666 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Allocated IP 172.20.0.10 (c7f79979-914c-42cc-bb29-5a94ac49a40c/cfbe8847-a911-4d31-a84b-1a4003924f98/3d6a72a8-a827-40a1-a433-2fdd5bd23450) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:23.530808 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] Publish callbacks [] for security_group (3fc113c2-9140-4a8c-90ad-e16dd907994c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.597128 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (3fc113c2-9140-4a8c-90ad-e16dd907994c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.600189 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.604087 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fc113c2-9140-4a8c-90ad-e16dd907994c HTTP/1.1" status: 204 len: 168 time: 0.2018700 Jun 18 08:07:23.611318 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da50e93-98f4-4129-ba65-c27c73f1204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc113c2-9140-4a8c-90ad-e16dd907994c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:23.632028 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Made reservation on behalf of 273ac76b51f14a4998a14fcfb06009a8 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:23.632606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:23.637557 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-65424d22-7676-41c8-a411-a224699e56d6 req-88005023-a71f-489a-bf36-6be79f03183a tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736434 Jun 18 08:07:23.694103 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:23.859207 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:23.980601 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.046421 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1d025bb4-9c1e-4b33-886d-42fc80728ec1 req-20dce97d-df5b-45af-a8ae-6acef187f5b9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Jun 18 08:07:24.097097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Allocated IP 172.20.0.6 (838e60ac-16d8-4c86-8375-153c589f9f8c/7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37/6775f598-dc03-4fff-a272-ad6c75956058) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:07:24.186513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.254341 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c20a29c7-d8ca-49fb-8e83-df08e5c9c388 req-08aac7ca-b048-451a-bf67-890c28b944d9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.0470972 Jun 18 08:07:24.274356 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:24.285342 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46fd2c16-c347-4bbd-87a9-0228ef945bff {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:24.303457 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cfbd4-6948-404e-b0ee-dd7e2bea952b req-dbf13397-e8bc-4100-a129-db53e10404a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.305732 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c65cfbd4-6948-404e-b0ee-dd7e2bea952b req-dbf13397-e8bc-4100-a129-db53e10404a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 931 time: 0.2060149 Jun 18 08:07:24.339356 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda754-7584-43a1-a0a8-5884354958ab req-18b832e8-09ab-4ffb-bb06-83b40fc0f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.340923 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-18b832e8-09ab-4ffb-bb06-83b40fc0f4ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1127 time: 0.0623486 Jun 18 08:07:24.352771 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks [] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.356035 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:24.394273 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:24.613033 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Transition to ACTIVE for port object 46fd2c16-c347-4bbd-87a9-0228ef945bff will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:07:24.614149 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:24.656607 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda754-7584-43a1-a0a8-5884354958ab req-6a26cafb-1353-4544-822b-9394f1c32f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.658123 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-6a26cafb-1353-4544-822b-9394f1c32f8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.3102114 Jun 18 08:07:24.673999 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (6775f598-dc03-4fff-a272-ad6c75956058), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.728679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.745461 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-89d831be-c8f8-4c8c-bfa4-8c324b17799b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.0806539 Jun 18 08:07:24.748817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.750853 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:24.764352 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d4d61f66-ac22-4832-b0f5-19cc558eb096 None None] Provisioning complete for port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:24.765610 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4d61f66-ac22-4832-b0f5-19cc558eb096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.807971 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d4d61f66-ac22-4832-b0f5-19cc558eb096 None None] Port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:24.839418 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=58 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:24.852077 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:24.862603 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda754-7584-43a1-a0a8-5884354958ab req-076beb4a-03fa-4047-a522-d85dab4e7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.866935 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-076beb4a-03fa-4047-a522-d85dab4e7638 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.1185505 Jun 18 08:07:24.878649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff540f95-9638-404c-87a1-8837c1c8d5a4 req-d6487253-eeb1-47ab-914b-f8de6772c479 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.880276 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ff540f95-9638-404c-87a1-8837c1c8d5a4 req-d6487253-eeb1-47ab-914b-f8de6772c479 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.1142633 Jun 18 08:07:24.897224 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c65cfbd4-6948-404e-b0ee-dd7e2bea952b req-bc47c2d9-55df-4281-88a5-8159c13688a9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563962 Jun 18 08:07:24.925821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.928122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:24.942403 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda754-7584-43a1-a0a8-5884354958ab req-af41c013-2c1f-4c8f-81d0-35b61fd5e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.943953 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-af41c013-2c1f-4c8f-81d0-35b61fd5e238 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627444 Jun 18 08:07:24.960312 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-22ea6fe9-11c5-4e3f-a4c4-4d76a625bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:24.961845 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-22ea6fe9-11c5-4e3f-a4c4-4d76a625bf01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57b43818-8a20-411e-9055-1296d302b73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6549506 Jun 18 08:07:24.978546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:25.008405 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ff540f95-9638-404c-87a1-8837c1c8d5a4 req-b3f2766b-306c-4610-8cf2-f8de4a5f63ba tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173372 Jun 18 08:07:25.091714 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-3b7587fc-ec52-40dd-99b3-d2309803aa77 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388369 Jun 18 08:07:25.134320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:25.155791 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b1c70f3a-9f65-445c-81ee-5848aee5f30e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9863014 Jun 18 08:07:25.156043 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:25.174093 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:07:25.246113 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Request body: {'port': {'device_id': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:25.252485 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-6aecd8a8-89af-4826-ac94-2a8b7f2f5433 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527205 Jun 18 08:07:25.254748 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f7759-39a2-4339-b4b6-f2bdd8bb6974 req-f6306645-10b7-4b81-bfd3-03711d10cd35 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:25.256512 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-455f7759-39a2-4339-b4b6-f2bdd8bb6974 req-f6306645-10b7-4b81-bfd3-03711d10cd35 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 932 time: 0.0933683 Jun 18 08:07:25.262734 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:25.264908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:25.270668 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:07:25.496370 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7fc0-41c0-4001-85cb-b036103e637c req-bafc045c-1d11-4a9f-adf1-06463b502901 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:25.506106 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-292a7fc0-41c0-4001-85cb-b036103e637c req-bafc045c-1d11-4a9f-adf1-06463b502901 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 931 time: 0.1368599 Jun 18 08:07:25.592913 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-292a7fc0-41c0-4001-85cb-b036103e637c req-6b7cbdd6-754f-4fe9-91bb-10580a65a0ac tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784216 Jun 18 08:07:25.635054 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:25.636086 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:25.753566 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-d0a3204d-dbb5-46dc-97c4-5394182da951 service neutron] 10.222.0.16 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783134 Jun 18 08:07:25.792544 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6597612 Jun 18 08:07:25.828107 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Request body: {'port': {'device_id': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:25.854028 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-ccc2eec4-6316-4dcc-8b95-35df68dc68ce None None] Provisioning complete for port 6775f598-dc03-4fff-a272-ad6c75956058 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:25.857438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ccc2eec4-6316-4dcc-8b95-35df68dc68ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (6775f598-dc03-4fff-a272-ad6c75956058), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:25.879757 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Attempting to bind port 46fd2c16-c347-4bbd-87a9-0228ef945bff on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:25.880228 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Attempting to bind port 46fd2c16-c347-4bbd-87a9-0228ef945bff by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:25.880603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Attempting to bind port 46fd2c16-c347-4bbd-87a9-0228ef945bff on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:25.900104 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Port 46fd2c16-c347-4bbd-87a9-0228ef945bff on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:07:25.900104 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Attempting to bind port 46fd2c16-c347-4bbd-87a9-0228ef945bff on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:25.904406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6e8e4-0f9d-4805-bf3a-3e687b3316c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:25.924585 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-455f7759-39a2-4339-b4b6-f2bdd8bb6974 req-0191140a-62f0-4204-8585-e0aa5c5642bf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6549239 Jun 18 08:07:25.930926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:25.983595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:25.984043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:25.984530 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Bound using segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:25.985169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Bound port: 46fd2c16-c347-4bbd-87a9-0228ef945bff, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:25.985680 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.001274 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ccc2eec4-6316-4dcc-8b95-35df68dc68ce None None] Port 6775f598-dc03-4fff-a272-ad6c75956058 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:07:26.028048 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:26.055350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:07:26.061850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:26.101641 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6775f598-dc03-4fff-a272-ad6c75956058), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.155862 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c430c-a9cc-407e-891c-b899eb9f02ae req-5a0c0398-0460-469e-b51e-8640a3a95950 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:26.159437 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d62c430c-a9cc-407e-891c-b899eb9f02ae req-5a0c0398-0460-469e-b51e-8640a3a95950 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 943 time: 0.1154015 Jun 18 08:07:26.225486 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:26.250517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1273e-296a-4d56-856b-31aa70e26109 req-5289491a-0722-4f3b-b96a-2e934c100427 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:26.251724 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d62c430c-a9cc-407e-891c-b899eb9f02ae req-fce2d936-b77e-4436-8978-e8ef4a07ef26 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 Jun 18 08:07:26.252404 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6e1273e-296a-4d56-856b-31aa70e26109 req-5289491a-0722-4f3b-b96a-2e934c100427 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.0776136 Jun 18 08:07:26.271122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'port_id': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', 'mac_address': 'fa:16:3e:2a:19:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:07:26.284687 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-af72cb86-4636-4060-8441-115cb4d0fc94 req-3e293837-1ae7-464f-8f1e-81b7329ddb6e service neutron] 10.222.0.16 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958711 Jun 18 08:07:26.378839 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:26.379265 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.396517 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:26.406533 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49290) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:26.408375 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:26.454634 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:26.462080 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6e1273e-296a-4d56-856b-31aa70e26109 req-8ca96678-9a03-47e7-b11a-bd423ee0f3b7 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950240 Jun 18 08:07:26.479785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:26.482788 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.530036 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Deleting subnet 21dc2c3e-da98-477f-bf3c-d644afb50039 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:07:26.552297 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.555350 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Publish callbacks [] for subnet (21dc2c3e-da98-477f-bf3c-d644afb50039), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.561155 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:26.594236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:26.606468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49294) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:26.624034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Publish callbacks [] for subnet (21dc2c3e-da98-477f-bf3c-d644afb50039), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.628375 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:26.629165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.631259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (21dc2c3e-da98-477f-bf3c-d644afb50039), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.631932 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] 10.222.0.16 "PUT /v2.0/ports/46fd2c16-c347-4bbd-87a9-0228ef945bff HTTP/1.1" status: 200 len: 1093 time: 3.5527189 Jun 18 08:07:26.651676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:26.654449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a453be-b95d-4f82-bf1b-46e6374cc886" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:26.706023 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for subnet (21dc2c3e-da98-477f-bf3c-d644afb50039), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.833585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['93d9df61-4cf9-4600-9e37-ac0d1bc0e72e'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:26.839877 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34a63-4f13-4f75-9552-41dbef66cd24 service neutron] Pushing event updated for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:26.846467 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb734c77-e395-46a7-b07a-254fa0241046 x-openstack-request-id: req-fb734c77-e395-46a7-b07a-254fa0241046 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:26.846750 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:26.847170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb734c77-e395-46a7-b07a-254fa0241046 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:26.847568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb734c77-e395-46a7-b07a-254fa0241046'] response: {'name': 'network-changed', 'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff', 'status': 'completed', 'code': 200} Jun 18 08:07:26.857854 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21dc2c3e-da98-477f-bf3c-d644afb50039,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:26.873272 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:26.876924 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-69fb67ac-739e-44e0-8b39-25bf79510508 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21dc2c3e-da98-477f-bf3c-d644afb50039 HTTP/1.1" status: 204 len: 168 time: 0.4690125 Jun 18 08:07:26.880995 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49308) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:26.913134 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42468c-66d2-492b-bd02-92db4445047b req-054b84dd-2e70-45b5-9180-6ba82c764784 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:26.914976 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e42468c-66d2-492b-bd02-92db4445047b req-054b84dd-2e70-45b5-9180-6ba82c764784 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 931 time: 0.1723268 Jun 18 08:07:26.994921 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:27.009668 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.121050 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:27.126621 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e42468c-66d2-492b-bd02-92db4445047b req-09f95f7c-664c-4c7d-80f8-1bdf3459b385 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052789 Jun 18 08:07:27.137845 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-553dba07-1f1b-4e8c-899f-39aed87b83e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.163196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-42864920-0df7-4039-bfe9-13429f23974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:27.165340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-42864920-0df7-4039-bfe9-13429f23974d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1127 time: 0.0612633 Jun 18 08:07:27.173442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6775f598-dc03-4fff-a272-ad6c75956058 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:27.196919 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks [] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.207595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks [] for port (6775f598-dc03-4fff-a272-ad6c75956058), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.245642 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.267464 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6a1a9-d99f-480b-a529-1e87f1ff7bce req-62d34d47-a795-4bb0-8708-b06fce74c691 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:27.268971 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ad6a1a9-d99f-480b-a529-1e87f1ff7bce req-62d34d47-a795-4bb0-8708-b06fce74c691 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 932 time: 0.2170222 Jun 18 08:07:27.282689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.283332 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.288173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Transition to ACTIVE for port object 6775f598-dc03-4fff-a272-ad6c75956058 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:07:27.291924 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.292298 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > port after_create 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.292881 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.293208 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > port after_update 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.293544 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.293965 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.294360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.294983 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.296751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723605b-b750-4dd3-91af-8050cfc8482f req-fd1ff8c5-b743-44f4-8229-4fd0c2334cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:27.298410 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-fd1ff8c5-b743-44f4-8229-4fd0c2334cc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c80bfefeba54986bdbbf7339617e26f&device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 1127 time: 0.1909389 Jun 18 08:07:27.325861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Transition to ACTIVE for port object 3d6a72a8-a827-40a1-a433-2fdd5bd23450 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:07:27.327882 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.372923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.419627 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.420163 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.420565 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.420990 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 08:07:27.421445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:27.440277 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94cac47-b9f6-4991-b8ef-607bda644b28') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:27.441103 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94cac47-b9f6-4991-b8ef-607bda644b28') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:27.477506 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (d94cac47-b9f6-4991-b8ef-607bda644b28), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.551900 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (d94cac47-b9f6-4991-b8ef-607bda644b28), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.589862 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df8bb1-3e31-47f4-b6f6-30138d7e46d3 req-b65bb461-c781-45ae-8aaf-14d27c6c9a53 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:27.591599 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-82df8bb1-3e31-47f4-b6f6-30138d7e46d3 req-b65bb461-c781-45ae-8aaf-14d27c6c9a53 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 943 time: 0.1374757 Jun 18 08:07:27.596989 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:07:27.597390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (d94cac47-b9f6-4991-b8ef-607bda644b28), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.630587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:27.639033 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:27.740699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:27.841800 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.867687 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-553dba07-1f1b-4e8c-899f-39aed87b83e0 admin admin] Publish callbacks [] for security_group (e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.892777 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-553dba07-1f1b-4e8c-899f-39aed87b83e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.907464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:27.911075 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04 HTTP/1.1" status: 204 len: 168 time: 1.0288827 Jun 18 08:07:27.931685 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49362) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:27.952489 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-82df8bb1-3e31-47f4-b6f6-30138d7e46d3 req-dc2c38e5-ef7d-43c7-8f4a-28f13df55b26 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168561 Jun 18 08:07:27.959756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80d7aa-eb08-4965-ba10-1be1eeb58734 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fb541b3-bcfa-4d1b-9fc0-cd74f40bdb04,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.020875 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment d94cac47-b9f6-4991-b8ef-607bda644b28 resource provider aggregate not found Jun 18 08:07:28.036051 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-553dba07-1f1b-4e8c-899f-39aed87b83e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d613539e5264d169e1f08359b41f067&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4283617 Jun 18 08:07:28.038880 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dba07-1f1b-4e8c-899f-39aed87b83e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.043301 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49368) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:28.085757 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ac024896-ecc5-41cf-951e-462d3c0bb004 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:07:28.099078 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment d94cac47-b9f6-4991-b8ef-607bda644b28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d94cac47-b9f6-4991-b8ef-607bda644b28 found for delete ", "request_id": "req-35ec7c0c-9818-4e56-b7e8-b54dd947a1b4"}]} Jun 18 08:07:28.102105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273085e-a275-4cb2-a680-282647787652 service neutron] Pushing event updated for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.129015 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Deleting subnet 2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:07:28.133035 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ad6a1a9-d99f-480b-a529-1e87f1ff7bce req-6e479775-e515-454f-8b04-5480312040d4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8492179 Jun 18 08:07:28.140802 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:28.146337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Publish callbacks [] for subnet (2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.156048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-b442e869-a418-4aff-bc24-a0abe232fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.157736 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-b442e869-a418-4aff-bc24-a0abe232fa1d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6bc66714da4345ddb2639465d29fcae0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9542658 Jun 18 08:07:28.330997 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:28.359680 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ac024896-ecc5-41cf-951e-462d3c0bb004,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:28.360346 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723605b-b750-4dd3-91af-8050cfc8482f req-2879e040-8276-4122-aeda-8173f84b308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.362168 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-2879e040-8276-4122-aeda-8173f84b308c service neutron] 10.222.0.16 "GET /v2.0/networks?id=57b43818-8a20-411e-9055-1296d302b73e HTTP/1.1" status: 200 len: 913 time: 1.0352700 Jun 18 08:07:28.371227 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] Publish callbacks [] for security_group (e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.380194 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d77cf1a6-e51c-4ae7-bf2b-d44b10fd2e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.383967 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'ac024896-ecc5-41cf-951e-462d3c0bb004', 'network_id': '57b43818-8a20-411e-9055-1296d302b73e', 'port_id': 'ac024896-ecc5-41cf-951e-462d3c0bb004', 'mac_address': 'fa:16:3e:9e:63:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26887de7-b86e-4e2d-bcb0-39091fa4dac2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:07:28.418584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152eed6-767c-4341-898f-3c923ad50a9a req-a103ddf6-0da7-4baa-aef2-a2492c9442f0 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.421085 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d152eed6-767c-4341-898f-3c923ad50a9a req-a103ddf6-0da7-4baa-aef2-a2492c9442f0 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 943 time: 0.2851393 Jun 18 08:07:28.424151 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.442843 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.455866 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port ac024896-ecc5-41cf-951e-462d3c0bb004 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:28.456104 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.477155 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac024896-ecc5-41cf-951e-462d3c0bb004 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:28.503537 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ac024896-ecc5-41cf-951e-462d3c0bb004,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:28.505175 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:07:28.520639 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.544560 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:28.544979 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.598642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:28.629112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faebc65-4b60-4634-bb64-21190fddf390 req-aecdf152-2078-448d-99e3-3f78cdf7bd5d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.630603 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6faebc65-4b60-4634-bb64-21190fddf390 req-aecdf152-2078-448d-99e3-3f78cdf7bd5d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 943 time: 0.3599844 Jun 18 08:07:28.641328 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-7ff8714e-dcc3-406b-92d8-d7c7b03bf60a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac024896-ecc5-41cf-951e-462d3c0bb004 HTTP/1.1" status: 200 len: 217 time: 0.2379215 Jun 18 08:07:28.642077 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] Publish callbacks [] for security_group (e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.678219 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Attempting to bind port 6775f598-dc03-4fff-a272-ad6c75956058 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:28.678551 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Attempting to bind port 6775f598-dc03-4fff-a272-ad6c75956058 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:28.678874 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Attempting to bind port 6775f598-dc03-4fff-a272-ad6c75956058 on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:28.715942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Attempting to bind port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:07:28.716271 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Attempting to bind port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:07:28.716498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.716626 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Attempting to bind port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:28.734608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Port 6775f598-dc03-4fff-a272-ad6c75956058 on network 838e60ac-16d8-4c86-8375-153c589f9f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:07:28.734929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Attempting to bind port 6775f598-dc03-4fff-a272-ad6c75956058 on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:28.737711 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-4608dcdb-aefc-49b0-b74e-0cedf44cb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.739223 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82a453be-b95d-4f82-bf1b-46e6374cc886 req-4608dcdb-aefc-49b0-b74e-0cedf44cb6c5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5293689 Jun 18 08:07:28.742981 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 on network c7f79979-914c-42cc-bb29-5a94ac49a40c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:07:28.743322 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Attempting to bind port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:07:28.765639 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d152eed6-767c-4341-898f-3c923ad50a9a req-0ed28791-1bb9-4b1a-9d16-f66767c35dca tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266091 Jun 18 08:07:28.771150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:28.771487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Checking segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:28.771875 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Bound using segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:28.772393 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Bound port: 6775f598-dc03-4fff-a272-ad6c75956058, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:28.772781 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6775f598-dc03-4fff-a272-ad6c75956058), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.780691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:07:28.780929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Checking segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:28.781360 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Bound using segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:07:28.781846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Bound port: 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:07:28.782302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.787519 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.791241 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.796105 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a HTTP/1.1" status: 204 len: 168 time: 0.7511494 Jun 18 08:07:28.813455 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6faebc65-4b60-4634-bb64-21190fddf390 req-191cdac9-698f-4813-8f3f-b54bd972ff88 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600482 Jun 18 08:07:28.826118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723605b-b750-4dd3-91af-8050cfc8482f req-2ebc1dae-edd3-4216-aee4-3d91d6561968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.828414 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-2ebc1dae-edd3-4216-aee4-3d91d6561968 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26887de7-b86e-4e2d-bcb0-39091fa4dac2 HTTP/1.1" status: 200 len: 851 time: 0.1721308 Jun 18 08:07:28.839365 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118725a0-e52b-498f-b742-befae65ed6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1527c-bf5f-4d5d-85bd-f946b61c7f7a,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.846312 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.856327 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.892320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:28.895571 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52 HTTP/1.1" status: 204 len: 168 time: 0.9626389 Jun 18 08:07:28.917917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49402) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:28.926821 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e0e0-75c9-402a-af41-86118545f8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9bc4f7-8fe7-4b3f-a1e7-bf10526c1a52,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:28.932247 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-f4828997-7076-4a3f-ac7a-f7e5a30679c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:28.933861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-f4828997-7076-4a3f-ac7a-f7e5a30679c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1127 time: 0.0871043 Jun 18 08:07:28.956514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['ac024896-ecc5-41cf-951e-462d3c0bb004'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:28.998154 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (6b2b3e8b-65f8-40df-b39c-4c26563dca87), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.010350 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-8196392f-0dc5-483f-a180-d52dd4bdffdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff HTTP/1.1" status: 200 len: 217 time: 0.0425990 Jun 18 08:07:29.059565 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:29.088106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723605b-b750-4dd3-91af-8050cfc8482f req-85ad1044-69b8-412f-a8be-22eb72f6189a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.089771 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-85ad1044-69b8-412f-a8be-22eb72f6189a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=57b43818-8a20-411e-9055-1296d302b73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2539151 Jun 18 08:07:29.092253 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:29.093968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.108937 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (6b2b3e8b-65f8-40df-b39c-4c26563dca87), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.118217 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:29.134970 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:29.147480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:07:29.165615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:29.169295 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:29.174201 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2b3e8b-65f8-40df-b39c-4c26563dca87']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:29.183354 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-b1765750-fc17-4af2-aae5-a6c2d984a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.186340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-b1765750-fc17-4af2-aae5-a6c2d984a69c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.1659434 Jun 18 08:07:29.195844 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d1b83-c0ef-4024-bc2f-31089d988ba3 req-097df7fd-8287-47da-a001-fe719e68bb97 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.196687 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-510d1b83-c0ef-4024-bc2f-31089d988ba3 req-097df7fd-8287-47da-a001-fe719e68bb97 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 943 time: 0.0835526 Jun 18 08:07:29.198870 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b392600-0597-4bdf-92f7-b8cfd495cc0b') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:29.199380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b392600-0597-4bdf-92f7-b8cfd495cc0b') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:29.200588 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=6775f598-dc03-4fff-a272-ad6c75956058,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:07:29.220679 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (6b392600-0597-4bdf-92f7-b8cfd495cc0b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.234475 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:29.276742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:29.310226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.329984 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-510d1b83-c0ef-4024-bc2f-31089d988ba3 req-525c78b6-52d9-4ad5-af66-b7de47a414d7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041956 Jun 18 08:07:29.341064 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (6b392600-0597-4bdf-92f7-b8cfd495cc0b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.345571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-88536b97-9605-439b-afcf-2b28c0dae1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.348265 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-88536b97-9605-439b-afcf-2b28c0dae1f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1367807 Jun 18 08:07:29.353287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.355381 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:07:29.356929 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (6b392600-0597-4bdf-92f7-b8cfd495cc0b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.361511 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.423091 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:29.443065 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (6b2b3e8b-65f8-40df-b39c-4c26563dca87), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.449077 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:29.463518 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:29.475907 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.480020 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b2b3e8b-65f8-40df-b39c-4c26563dca87 HTTP/1.1" status: 204 len: 168 time: 0.5608394 Jun 18 08:07:29.482175 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226018a-8644-4837-ab87-d02db5d59ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2b3e8b-65f8-40df-b39c-4c26563dca87,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:29.550348 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49428) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:29.559943 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.560942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.562944 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] 10.222.0.16 "PUT /v2.0/ports/3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 1094 time: 4.3839531 Jun 18 08:07:29.563555 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:29.567574 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49191b61-9d72-476b-afde-4d49ae9a3595" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:29.572337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fdc15fc-0e78-430f-ab28-cb9cd7375874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.617952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.618276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.619674 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-9273085e-a275-4cb2-a680-282647787652 service neutron] 10.222.0.16 "PUT /v2.0/ports/6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 1093 time: 3.8008182 Jun 18 08:07:29.640675 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-b9ed2c99-536d-4787-a14d-9fc396a2f3e3 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822685 Jun 18 08:07:29.642515 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-24b03449-d097-4063-82a2-23f5cc5d58b9 service neutron] 10.222.0.16 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394230 Jun 18 08:07:29.686124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7e57-0277-40da-a682-b5184a0bc025 req-8f648716-08d3-494c-9b64-27a7b25d804a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:29.687754 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-572f7e57-0277-40da-a682-b5184a0bc025 req-8f648716-08d3-494c-9b64-27a7b25d804a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.3363044 Jun 18 08:07:29.730316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb325075-cb36-4c22-b75a-bc11382b7549 x-openstack-request-id: req-eb325075-cb36-4c22-b75a-bc11382b7549 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:29.730633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:29.730820 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb325075-cb36-4c22-b75a-bc11382b7549 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:29.731258 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb325075-cb36-4c22-b75a-bc11382b7549'] response: {'name': 'network-changed', 'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'status': 'completed', 'code': 200} Jun 18 08:07:29.799972 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fdc15fc-0e78-430f-ab28-cb9cd7375874 admin admin] Publish callbacks [] for security_group (c3331dfa-355f-4ccb-8c8d-09c586d831f9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.808486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fdc15fc-0e78-430f-ab28-cb9cd7375874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c3331dfa-355f-4ccb-8c8d-09c586d831f9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:29.884370 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d5450-87ca-4b22-a40a-1fd733423d8d" -d '{"events": [{"server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "name": "network-vif-plugged", "status": "completed", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:29.905756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc15fc-0e78-430f-ab28-cb9cd7375874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3331dfa-355f-4ccb-8c8d-09c586d831f9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:29.930207 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79939a-0166-4fd8-bd1d-12bde3b3f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:29.932609 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8fdc15fc-0e78-430f-ab28-cb9cd7375874 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f2a4b98202640558e03c07cc1312b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3864934 Jun 18 08:07:29.936886 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49446) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:29.999536 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49448) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:30.026892 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:30.060388 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2334813-2600-47ab-a657-65365b26a122 req-4030e655-590b-4614-85b8-e656869baeb1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.069372 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b2334813-2600-47ab-a657-65365b26a122 req-4030e655-590b-4614-85b8-e656869baeb1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 944 time: 0.1346812 Jun 18 08:07:30.077258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ac024896-ecc5-41cf-951e-462d3c0bb004 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:30.130033 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 6b392600-0597-4bdf-92f7-b8cfd495cc0b resource provider aggregate not found Jun 18 08:07:30.173870 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 6b392600-0597-4bdf-92f7-b8cfd495cc0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b392600-0597-4bdf-92f7-b8cfd495cc0b found for delete ", "request_id": "req-271f03e5-a30d-4cf3-977f-3b65af24aadb"}]} Jun 18 08:07:30.191038 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e3934c36-9abe-4dd7-ab98-ff27ce6621cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5045edfd9ae64a3682f011bbad4438d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893997 Jun 18 08:07:30.197827 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49458) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:30.202282 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-f712f153-317b-45c3-98e6-7a6ed3fa62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.203884 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-f712f153-317b-45c3-98e6-7a6ed3fa62a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1128 time: 0.5442209 Jun 18 08:07:30.220784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-113ac1db-a500-4a66-8708-68cf4eba5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.232983 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-113ac1db-a500-4a66-8708-68cf4eba5236 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1127 time: 0.4718158 Jun 18 08:07:30.244650 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port ac024896-ecc5-41cf-951e-462d3c0bb004 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:07:30.253825 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b2334813-2600-47ab-a657-65365b26a122 req-9dfb001c-c46d-4023-a1f9-cd15419b9428 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825809 Jun 18 08:07:30.259503 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port ac024896-ecc5-41cf-951e-462d3c0bb004 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:30.259886 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.352960 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] Publish callbacks [] for security_group (df384b75-5a0d-4d6d-9d33-fee435bc2b6f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.375699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port ac024896-ecc5-41cf-951e-462d3c0bb004 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:30.376228 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.422171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] Publish callbacks [] for security_group (df384b75-5a0d-4d6d-9d33-fee435bc2b6f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.453960 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ac024896-ecc5-41cf-951e-462d3c0bb004,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:30.461651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b1e8b-17e9-462e-9aca-38b06f4fe367 req-2bd7bd68-db19-468a-b6a4-c2589d0b52b9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.469085 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-827b1e8b-17e9-462e-9aca-38b06f4fe367 req-2bd7bd68-db19-468a-b6a4-c2589d0b52b9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 943 time: 0.0884757 Jun 18 08:07:30.470090 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.479301 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49466) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:30.547392 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-827b1e8b-17e9-462e-9aca-38b06f4fe367 req-fbb1feb5-0bc5-4dee-b137-bec7970e93c4 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772970 Jun 18 08:07:30.548194 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3c04aba5-68b5-492d-ac81-c75e9c77ad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.556468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (df384b75-5a0d-4d6d-9d33-fee435bc2b6f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.563210 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.565306 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:30.567736 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df384b75-5a0d-4d6d-9d33-fee435bc2b6f HTTP/1.1" status: 204 len: 168 time: 0.3668394 Jun 18 08:07:30.577882 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85afcfb-d805-4fa2-9062-f58a9f0409b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df384b75-5a0d-4d6d-9d33-fee435bc2b6f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:30.676374 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb485018-14cf-4567-9d9f-240c6ecb0bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.693331 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-56eccd26-54ca-4e5a-af96-337fc37a2908 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 217 time: 0.3605492 Jun 18 08:07:30.713091 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-fd0dc43d-7cf7-43ab-b1c5-56d6af49e0d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 217 time: 0.4293025 Jun 18 08:07:30.728684 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:30.754011 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98b56c3-61e5-4dcd-bfd2-e4d75aaa8b85 x-openstack-request-id: req-b98b56c3-61e5-4dcd-bfd2-e4d75aaa8b85 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:30.754746 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "name": "network-vif-plugged", "status": "completed", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:30.755186 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b98b56c3-61e5-4dcd-bfd2-e4d75aaa8b85 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:30.755956 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98b56c3-61e5-4dcd-bfd2-e4d75aaa8b85'] response: {'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', 'code': 200} Jun 18 08:07:30.777647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-5a52c274-6513-4daf-a250-1c11145557fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.779103 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-5a52c274-6513-4daf-a250-1c11145557fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.0636952 Jun 18 08:07:30.786374 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb485018-14cf-4567-9d9f-240c6ecb0bd9 admin admin] Publish callbacks [] for security_group (db2fc991-6479-461d-ae43-53568a35528e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.794161 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb485018-14cf-4567-9d9f-240c6ecb0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (db2fc991-6479-461d-ae43-53568a35528e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.803329 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-572f7e57-0277-40da-a682-b5184a0bc025 req-710eb413-fbe3-4e31-b8f2-63f01ec5064d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0672748 Jun 18 08:07:30.820364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273085e-a275-4cb2-a680-282647787652 service neutron] Pushing event updated for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:30.837743 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:30.854016 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3723605b-b750-4dd3-91af-8050cfc8482f req-99f8e590-07d4-42a8-aa25-de2649ffdfbf service neutron] 10.222.0.16 "GET /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1652956 Jun 18 08:07:30.860932 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1216b1cb-9641-46f8-911f-48faa39d44e5 req-a032c905-1585-4a1a-ad25-d34da11a3b06 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1711562 Jun 18 08:07:30.861768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] Publish callbacks [] for security_group (c3331dfa-355f-4ccb-8c8d-09c586d831f9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.875966 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eb485018-14cf-4567-9d9f-240c6ecb0bd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33f85a26069a4d26935d84b1c4e7b6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959105 Jun 18 08:07:30.879464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49476) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:30.881457 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb485018-14cf-4567-9d9f-240c6ecb0bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2fc991-6479-461d-ae43-53568a35528e,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:30.912585 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d780c3b-64b9-4b7e-82ee-579f2630430e req-fb1eb529-517c-4496-9ecb-4c68cac7ba67 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.916943 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-9e6aec5c-3295-4205-9634-555062606774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.918538 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-9e6aec5c-3295-4205-9634-555062606774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1434982 Jun 18 08:07:30.921466 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d780c3b-64b9-4b7e-82ee-579f2630430e req-fb1eb529-517c-4496-9ecb-4c68cac7ba67 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 943 time: 0.0981648 Jun 18 08:07:30.925167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-5b7819e9-fcb8-43bc-9734-17e16a0fcbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:30.926939 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-5b7819e9-fcb8-43bc-9734-17e16a0fcbf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195114 Jun 18 08:07:30.931838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] Publish callbacks [] for security_group (c3331dfa-355f-4ccb-8c8d-09c586d831f9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.982364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c3331dfa-355f-4ccb-8c8d-09c586d831f9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.985340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.988989 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c3331dfa-355f-4ccb-8c8d-09c586d831f9 HTTP/1.1" status: 204 len: 168 time: 0.9953103 Jun 18 08:07:30.996385 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] Publish callbacks [] for security_group (db2fc991-6479-461d-ae43-53568a35528e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:30.999753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f352577-94f4-4d6f-a72a-628f89179509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3331dfa-355f-4ccb-8c8d-09c586d831f9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:31.001660 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d780c3b-64b9-4b7e-82ee-579f2630430e req-15eb6fb1-4e6d-4b29-bd5a-94bae8124be2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793986 Jun 18 08:07:31.023943 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] Publish callbacks [] for security_group (db2fc991-6479-461d-ae43-53568a35528e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.097066 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (db2fc991-6479-461d-ae43-53568a35528e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.100592 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.105250 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db2fc991-6479-461d-ae43-53568a35528e HTTP/1.1" status: 204 len: 168 time: 0.2246761 Jun 18 08:07:31.111964 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49482) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:31.131977 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460994-510a-4647-bc53-4ccc47bd3e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2fc991-6479-461d-ae43-53568a35528e,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:31.181699 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a9267203-19aa-4f40-bead-492417518c9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ce0427eb0f249b2a05ed180b343b4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0659466 Jun 18 08:07:31.181918 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49486) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:31.242256 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] Publish callbacks [] for security_group (4b2a0233-8d3f-468a-9f16-d9d355e72627), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.248426 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.272285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] Publish callbacks [] for security_group (4b2a0233-8d3f-468a-9f16-d9d355e72627), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.337816 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4b2a0233-8d3f-468a-9f16-d9d355e72627), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.341149 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.342562 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b2a0233-8d3f-468a-9f16-d9d355e72627 HTTP/1.1" status: 204 len: 168 time: 0.1597745 Jun 18 08:07:31.352612 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daf950-23ec-4a87-870b-53671454fa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a0233-8d3f-468a-9f16-d9d355e72627,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:31.407838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1d13b-bf12-4e13-bbf3-989c59345212 req-027c7b19-8f57-47c3-9c2b-60d743392fe2 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:31.415853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-19e1d13b-bf12-4e13-bbf3-989c59345212 req-027c7b19-8f57-47c3-9c2b-60d743392fe2 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0854909 Jun 18 08:07:31.434815 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:31.506690 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-19e1d13b-bf12-4e13-bbf3-989c59345212 req-da02081b-2883-4f8b-9da8-75eaa5016ebb tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896108 Jun 18 08:07:31.566756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49510) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:31.581367 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f6b83f3-3dad-46c6-9bb2-5bdf25659481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.674267 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747064-09f6-4b0c-8bdd-b1d1e1c6b2ee req-cbc35d90-7412-40b8-959b-c382714e4ba8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:31.676689 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e2747064-09f6-4b0c-8bdd-b1d1e1c6b2ee req-cbc35d90-7412-40b8-959b-c382714e4ba8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 943 time: 0.0550597 Jun 18 08:07:31.750838 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e2747064-09f6-4b0c-8bdd-b1d1e1c6b2ee req-73881d44-c415-4641-ad46-2e850e371761 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634804 Jun 18 08:07:31.795434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:31.797744 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae836b9-f280-4404-b692-ec0c6abc29c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "tag": "6775f598-dc03-4fff-a272-ad6c75956058"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:31.921782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f6b83f3-3dad-46c6-9bb2-5bdf25659481 admin admin] Publish callbacks [] for security_group (245fef67-2470-4344-9f13-5a2dca999d1f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.928521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acde1b3-d026-4dd2-8aea-a9eadb3eb840 x-openstack-request-id: req-4acde1b3-d026-4dd2-8aea-a9eadb3eb840 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:31.929074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "tag": "6775f598-dc03-4fff-a272-ad6c75956058", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:31.929672 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4acde1b3-d026-4dd2-8aea-a9eadb3eb840 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:31.930268 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acde1b3-d026-4dd2-8aea-a9eadb3eb840'] response: {'name': 'network-changed', 'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058', 'status': 'completed', 'code': 200} Jun 18 08:07:31.962600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f6b83f3-3dad-46c6-9bb2-5bdf25659481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (245fef67-2470-4344-9f13-5a2dca999d1f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:31.970072 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b015-39ce-46c2-bfaf-9c4b8116b27b req-77fc2352-66ad-4cdb-ace2-8de9b5612844 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:31.971662 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b394b015-39ce-46c2-bfaf-9c4b8116b27b req-77fc2352-66ad-4cdb-ace2-8de9b5612844 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0570560 Jun 18 08:07:32.006101 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-2fc76a50-e9ab-46d0-a88a-2e8472938ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:32.008375 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-2fc76a50-e9ab-46d0-a88a-2e8472938ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3257873 Jun 18 08:07:32.021839 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:32.032426 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b394b015-39ce-46c2-bfaf-9c4b8116b27b req-a4855961-2155-43e5-beda-cfd8ceb2ae5f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531509 Jun 18 08:07:32.061508 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-f3e31e17-9d2b-4feb-8d02-a9a8a8d3fa42 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777244 Jun 18 08:07:32.067921 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced74d1-6719-44b6-a668-318ce169c439 req-e133a9bd-a2b4-4b58-9c16-258196b70eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:32.069530 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fced74d1-6719-44b6-a668-318ce169c439 req-e133a9bd-a2b4-4b58-9c16-258196b70eda service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.2314942 Jun 18 08:07:32.070712 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 46fd2c16-c347-4bbd-87a9-0228ef945bff details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:07:32.075606 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8f6b83f3-3dad-46c6-9bb2-5bdf25659481 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bc5027033e24325b83614809a4e743f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077534 Jun 18 08:07:32.078409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49536) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:32.096295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b83f3-3dad-46c6-9bb2-5bdf25659481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245fef67-2470-4344-9f13-5a2dca999d1f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:32.121759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-fced74d1-6719-44b6-a668-318ce169c439 req-59c918c8-b3fd-4afc-8b70-0a9e001776ca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.218900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:32.239299 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] Publish callbacks [] for security_group (245fef67-2470-4344-9f13-5a2dca999d1f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.275896 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:32.288498 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '46fd2c16-c347-4bbd-87a9-0228ef945bff', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'port_id': '46fd2c16-c347-4bbd-87a9-0228ef945bff', 'mac_address': 'fa:16:3e:0d:2d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:07:32.310958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d5402-cc80-408e-9894-30300289fa24 req-c0edeb8d-ce3a-426b-a5a8-d5bfd6447203 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:32.311516 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] Publish callbacks [] for security_group (245fef67-2470-4344-9f13-5a2dca999d1f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.312519 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-168d5402-cc80-408e-9894-30300289fa24 req-c0edeb8d-ce3a-426b-a5a8-d5bfd6447203 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 943 time: 0.1435726 Jun 18 08:07:32.321991 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-b2876539-f88e-4e13-a1b9-fb401ded36e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022432 Jun 18 08:07:32.327790 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0c1fe47d-3cd1-4918-b8bb-064dd1cc2625 req-2253612c-e175-4f1e-835a-d50a9654b8cb service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550843 Jun 18 08:07:32.333225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 46fd2c16-c347-4bbd-87a9-0228ef945bff is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:32.336413 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.360466 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46fd2c16-c347-4bbd-87a9-0228ef945bff {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:32.386534 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:32.426249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:32.427859 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (245fef67-2470-4344-9f13-5a2dca999d1f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.430913 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.435268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.435937 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/245fef67-2470-4344-9f13-5a2dca999d1f HTTP/1.1" status: 204 len: 168 time: 0.3562324 Jun 18 08:07:32.446771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd202a7b-fc33-4e6b-bd45-3a2993f305f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245fef67-2470-4344-9f13-5a2dca999d1f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:32.480524 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-168d5402-cc80-408e-9894-30300289fa24 req-d6d86f0a-bbec-43a0-965e-09baafbf9a14 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574330 Jun 18 08:07:32.488383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-fced74d1-6719-44b6-a668-318ce169c439 req-59c918c8-b3fd-4afc-8b70-0a9e001776ca service neutron] Publish callbacks [] for security_group (cb1d5e9e-3d55-4475-b5e0-1fa1a2b999b3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.501973 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:32.509792 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-fced74d1-6719-44b6-a668-318ce169c439 req-59c918c8-b3fd-4afc-8b70-0a9e001776ca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cb1d5e9e-3d55-4475-b5e0-1fa1a2b999b3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.540278 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6953ae7a-e97a-415f-a84f-5224c0176834 req-94b123b9-3127-4f40-bee7-987ee918a791 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114410 Jun 18 08:07:32.568189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c918c8-b3fd-4afc-8b70-0a9e001776ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d5e9e-3d55-4475-b5e0-1fa1a2b999b3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:32.573043 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fced74d1-6719-44b6-a668-318ce169c439 req-59c918c8-b3fd-4afc-8b70-0a9e001776ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964564 Jun 18 08:07:32.591247 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:32.690234 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d4d0f-8629-481e-bb48-f326fbd6b0df req-2c8dd201-ac5e-403e-a83f-11f709a16f77 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:32.692136 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e8d4d0f-8629-481e-bb48-f326fbd6b0df req-2c8dd201-ac5e-403e-a83f-11f709a16f77 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0582016 Jun 18 08:07:32.737615 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['46fd2c16-c347-4bbd-87a9-0228ef945bff'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:32.781182 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e8d4d0f-8629-481e-bb48-f326fbd6b0df req-c20250aa-ea36-4e19-800e-656c639241c7 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829389 Jun 18 08:07:32.804870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:32.810333 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cc964d-c147-4400-b898-c1b6c3583d88" -d '{"events": [{"server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:32.873884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:32.923213 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6c0d2-fffc-449d-a2f6-b302e6d99a91 x-openstack-request-id: req-35e6c0d2-fffc-449d-a2f6-b302e6d99a91 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:32.923438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "name": "network-vif-plugged", "status": "completed", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:32.923849 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-35e6c0d2-fffc-449d-a2f6-b302e6d99a91 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:32.924673 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e6c0d2-fffc-449d-a2f6-b302e6d99a91'] response: {'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004', 'code': 200} Jun 18 08:07:32.926996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:32.983686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5d91a-a9d8-422c-8117-fe5e3eb7d27c req-c7d2c077-406c-4b6e-8da9-4a857c383fc5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:32.993875 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99b5d91a-a9d8-422c-8117-fe5e3eb7d27c req-c7d2c077-406c-4b6e-8da9-4a857c383fc5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 943 time: 0.1270089 Jun 18 08:07:33.083896 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-99b5d91a-a9d8-422c-8117-fe5e3eb7d27c req-1ac03f8f-4e13-4011-9db4-bd8a54916dca tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843556 Jun 18 08:07:33.189064 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232593fa-9444-4419-bddb-030912aa0046 req-9768d822-74cd-48d9-ae0f-55b97a6a4424 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:33.191747 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-232593fa-9444-4419-bddb-030912aa0046 req-9768d822-74cd-48d9-ae0f-55b97a6a4424 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0687497 Jun 18 08:07:33.257933 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-232593fa-9444-4419-bddb-030912aa0046 req-fca0bd81-1251-48be-96d7-9e103edd5cf7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554004 Jun 18 08:07:33.292613 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:33.544388 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-d446acbf-0771-4549-a742-be128fee5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:33.546560 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-d446acbf-0771-4549-a742-be128fee5101 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1127 time: 0.0530806 Jun 18 08:07:33.655522 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0341d8-886f-424a-b3f8-f7d2caee0546 req-3e9ac2ab-6c5d-4109-81a5-f1fbbaf37076 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:33.657743 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b0341d8-886f-424a-b3f8-f7d2caee0546 req-3e9ac2ab-6c5d-4109-81a5-f1fbbaf37076 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 944 time: 0.0557957 Jun 18 08:07:33.758878 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b0341d8-886f-424a-b3f8-f7d2caee0546 req-5a5db536-2a8b-425c-8d9b-7f939b85472d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908649 Jun 18 08:07:33.917250 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf1629-3b18-431c-8353-d7b864d83ff1 req-d2a28360-56c4-4d3e-ba7f-ad0694be87f1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:33.919444 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bdaf1629-3b18-431c-8353-d7b864d83ff1 req-d2a28360-56c4-4d3e-ba7f-ad0694be87f1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0512764 Jun 18 08:07:33.979693 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bdaf1629-3b18-431c-8353-d7b864d83ff1 req-c8ff89ba-1bf9-45ac-8fa1-d8c5753940e5 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jun 18 08:07:34.084599 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 6775f598-dc03-4fff-a272-ad6c75956058 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:07:34.096588 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 46fd2c16-c347-4bbd-87a9-0228ef945bff up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:34.208779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 46fd2c16-c347-4bbd-87a9-0228ef945bff completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:07:34.225945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 46fd2c16-c347-4bbd-87a9-0228ef945bff triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:34.226610 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.266450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f37554-f744-43ee-b84f-570b839185ce req-0823818e-b508-4f43-af92-d6d5d8d42e3b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.268642 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6f37554-f744-43ee-b84f-570b839185ce req-0823818e-b508-4f43-af92-d6d5d8d42e3b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 943 time: 0.0729194 Jun 18 08:07:34.275970 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=6775f598-dc03-4fff-a272-ad6c75956058,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:34.315322 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '6775f598-dc03-4fff-a272-ad6c75956058', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'port_id': '6775f598-dc03-4fff-a272-ad6c75956058', 'mac_address': 'fa:16:3e:50:64:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:07:34.433096 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 6775f598-dc03-4fff-a272-ad6c75956058 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:34.433743 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6775f598-dc03-4fff-a272-ad6c75956058), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.443274 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49726) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:34.453297 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 46fd2c16-c347-4bbd-87a9-0228ef945bff is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:34.453859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.456793 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6775f598-dc03-4fff-a272-ad6c75956058 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:34.488426 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6f37554-f744-43ee-b84f-570b839185ce req-e35ce030-b0da-4e2d-aedd-6dbc79f7f055 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123301 Jun 18 08:07:34.507279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e08885-74b4-4cba-bc44-5eb2bd8ff64c req-483e74bc-d843-4222-bf4e-30deb10dff73 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.508858 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-09e08885-74b4-4cba-bc44-5eb2bd8ff64c req-483e74bc-d843-4222-bf4e-30deb10dff73 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.1048250 Jun 18 08:07:34.529245 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:34.540292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=6775f598-dc03-4fff-a272-ad6c75956058,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:34.541872 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.558260 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.592761 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:34.597472 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-09e08885-74b4-4cba-bc44-5eb2bd8ff64c req-f66646f5-7a20-4f47-ab72-90acea9d1896 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814977 Jun 18 08:07:34.614911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-2bd71e98-acd9-46cb-9c85-9f9ed874f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.618261 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-2bd71e98-acd9-46cb-9c85-9f9ed874f22c service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.2798805 Jun 18 08:07:34.623412 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:34.702673 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:34.726313 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-39f5fa3e-b51e-4b81-b077-8572041edcc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 217 time: 0.0687256 Jun 18 08:07:34.764169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ff85a4e7-6588-4737-9eb4-b0158484cbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:34.779283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:34.874478 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-a160c569-53d9-425f-a43e-447ab050b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.876531 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-a160c569-53d9-425f-a43e-447ab050b325 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1128 time: 0.2054546 Jun 18 08:07:34.900518 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['6775f598-dc03-4fff-a272-ad6c75956058'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:34.933168 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:34.937110 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c275f254-c3e2-438d-bb6e-bfb472c0ef28" -d '{"events": [{"server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "name": "network-vif-plugged", "status": "completed", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:34.966515 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-bed28dd6-6cc8-45f2-873a-ac603b5efada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.968166 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-bed28dd6-6cc8-45f2-873a-ac603b5efada service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.2065432 Jun 18 08:07:34.976141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99d22-e627-436a-8556-dca01d2a7f32 req-fd702019-b07a-4a76-95bf-811883fb5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:34.978281 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1d99d22-e627-436a-8556-dca01d2a7f32 req-fd702019-b07a-4a76-95bf-811883fb5812 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 1129 time: 0.1484895 Jun 18 08:07:34.992060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69852bf-525d-45e3-af78-cd2a2c3b945c x-openstack-request-id: req-b69852bf-525d-45e3-af78-cd2a2c3b945c {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:34.993901 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "name": "network-vif-plugged", "status": "completed", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:34.994179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b69852bf-525d-45e3-af78-cd2a2c3b945c {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:34.994596 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69852bf-525d-45e3-af78-cd2a2c3b945c'] response: {'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff', 'code': 200} Jun 18 08:07:35.008224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b147f-3a17-42e4-bc06-9a6898b05269 req-215f009b-8ea6-45a1-b06b-b7dcd23e8478 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.016299 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-143b147f-3a17-42e4-bc06-9a6898b05269 req-215f009b-8ea6-45a1-b06b-b7dcd23e8478 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.1676743 Jun 18 08:07:35.134480 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:35.185970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68ff9e-7d3f-4350-b043-cb0f0fac10e1 req-fbdd8ffe-5e9e-476c-a27e-2cb328eeef95 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.199916 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d68ff9e-7d3f-4350-b043-cb0f0fac10e1 req-fbdd8ffe-5e9e-476c-a27e-2cb328eeef95 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.1024692 Jun 18 08:07:35.225253 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-b10225fc-47b7-459f-b368-a18d817ec1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.225253 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-b10225fc-47b7-459f-b368-a18d817ec1c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2374744 Jun 18 08:07:35.271642 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d68ff9e-7d3f-4350-b043-cb0f0fac10e1 req-4c6360bc-aad1-435f-816f-437c087502e4 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Jun 18 08:07:35.335628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:35.345964 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-d02c339a-7007-4af4-acda-d5fc0b1426a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.347447 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-d02c339a-7007-4af4-acda-d5fc0b1426a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.4534922 Jun 18 08:07:35.358664 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1d99d22-e627-436a-8556-dca01d2a7f32 req-39ee5473-8892-48d9-887a-4fec3b0fb49d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989833 Jun 18 08:07:35.382306 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-143b147f-3a17-42e4-bc06-9a6898b05269 req-0f4b36b1-69c2-4cad-9af6-5b5b4b62014e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648689 Jun 18 08:07:35.391477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ff85a4e7-6588-4737-9eb4-b0158484cbfc admin admin] Publish callbacks [] for security_group (d7b6de9c-4010-401c-afd5-3b22f3baa115), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.431216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ff85a4e7-6588-4737-9eb4-b0158484cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d7b6de9c-4010-401c-afd5-3b22f3baa115), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.504277 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ff85a4e7-6588-4737-9eb4-b0158484cbfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e98ff5f058fd4a139faf39a3320b6192&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0578167 Jun 18 08:07:35.504482 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49762) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:35.509703 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-8241c726-a28e-4514-a8f3-58e516a26650 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411470 Jun 18 08:07:35.510518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85a4e7-6588-4737-9eb4-b0158484cbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b6de9c-4010-401c-afd5-3b22f3baa115,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:35.609139 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] Publish callbacks [] for security_group (d7b6de9c-4010-401c-afd5-3b22f3baa115), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.668098 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26faf7-a41f-47fb-8d94-e0067b9f4997 req-caf40998-b98d-47d3-b4a5-8288cb07f73c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.669815 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-df26faf7-a41f-47fb-8d94-e0067b9f4997 req-caf40998-b98d-47d3-b4a5-8288cb07f73c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 944 time: 0.0777082 Jun 18 08:07:35.675378 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] Publish callbacks [] for security_group (d7b6de9c-4010-401c-afd5-3b22f3baa115), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.765359 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce953383-3974-4c55-be13-6609a0deb726 req-f4c01091-fedd-41c1-863c-d4ed1a60d01c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.773855 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-df26faf7-a41f-47fb-8d94-e0067b9f4997 req-ca59c626-23e7-4777-99c7-3fe5f44b0599 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958953 Jun 18 08:07:35.776815 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce953383-3974-4c55-be13-6609a0deb726 req-f4c01091-fedd-41c1-863c-d4ed1a60d01c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0724325 Jun 18 08:07:35.794572 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d7b6de9c-4010-401c-afd5-3b22f3baa115), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.799292 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:35.800636 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7b6de9c-4010-401c-afd5-3b22f3baa115 HTTP/1.1" status: 204 len: 168 time: 0.2950368 Jun 18 08:07:35.817060 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea92f2-d0a5-4640-a2a9-2773319bb2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b6de9c-4010-401c-afd5-3b22f3baa115,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:35.851542 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:35.886883 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce953383-3974-4c55-be13-6609a0deb726 req-4e290502-a646-4040-9417-1fdf99ea45b7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088881 Jun 18 08:07:35.961058 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-0d68e562-84d3-4dd1-b3d8-90c0080cb1be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 217 time: 0.1022124 Jun 18 08:07:35.973982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7098971-edf3-4844-acf4-1030b7d579ff req-752dea2c-f2c3-4217-8ede-1c522051dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:35.975960 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c7098971-edf3-4844-acf4-1030b7d579ff req-752dea2c-f2c3-4217-8ede-1c522051dab7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1129 time: 0.1139684 Jun 18 08:07:36.073721 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:07:36.082441 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 6775f598-dc03-4fff-a272-ad6c75956058 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:36.176265 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49796) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:36.181053 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 6775f598-dc03-4fff-a272-ad6c75956058 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:07:36.225432 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 6775f598-dc03-4fff-a272-ad6c75956058 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:36.225857 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (6775f598-dc03-4fff-a272-ad6c75956058), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.310068 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:36.311440 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-21af1e6e-eca6-4931-a25c-55e2221223f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.337632 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:36.355991 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:36.364920 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:07:36.376782 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49802) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:36.408705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-757c9434-fea5-4529-bfc6-ea601825dc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.419082 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 6775f598-dc03-4fff-a272-ad6c75956058 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:36.419751 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6775f598-dc03-4fff-a272-ad6c75956058), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.432808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-e8f5b848-e28b-4676-9502-3b0d75660868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:36.434354 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-e8f5b848-e28b-4676-9502-3b0d75660868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1815112 Jun 18 08:07:36.438179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:36.438620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.454088 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c7098971-edf3-4844-acf4-1030b7d579ff req-6da00d78-2567-4e97-aac9-45e3f001ea82 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791482 Jun 18 08:07:36.463867 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:07:36.482437 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ef9ef-ecde-492c-9262-e1daa87f942b req-48327632-f3a7-4ea3-8346-01104edc4907 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:36.484153 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ae836b9-f280-4404-b692-ec0c6abc29c2 req-7adaf7fe-a0aa-4210-8b2c-9ceb6b7c26f8 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773523 Jun 18 08:07:36.487845 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c59ef9ef-ecde-492c-9262-e1daa87f942b req-48327632-f3a7-4ea3-8346-01104edc4907 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.1098557 Jun 18 08:07:36.510525 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:36.515739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=6775f598-dc03-4fff-a272-ad6c75956058,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:36.517468 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.540288 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.552369 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182a8e0-7632-4ced-bb08-b7a47ae68bd8 req-e2266651-5358-437e-8b9e-7360b70e1c2f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:36.554021 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8182a8e0-7632-4ced-bb08-b7a47ae68bd8 req-e2266651-5358-437e-8b9e-7360b70e1c2f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0680170 Jun 18 08:07:36.572659 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:36.587528 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-21af1e6e-eca6-4931-a25c-55e2221223f1 admin admin] Publish callbacks [] for security_group (edf87262-3c5d-4bbf-a258-23d7ce784f32), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.606694 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-21af1e6e-eca6-4931-a25c-55e2221223f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (edf87262-3c5d-4bbf-a258-23d7ce784f32), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.620182 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8182a8e0-7632-4ced-bb08-b7a47ae68bd8 req-ba59caad-a3ff-4ea2-93ce-ef70363600f6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Jun 18 08:07:36.628161 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:36.641920 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c59ef9ef-ecde-492c-9262-e1daa87f942b req-d76f2e7c-d409-4309-ad7e-b841f7cce130 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376443 Jun 18 08:07:36.673559 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-757c9434-fea5-4529-bfc6-ea601825dc59 admin admin] Publish callbacks [] for security_group (80107a72-22e6-4417-acd4-152d0b6ef546), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.679472 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-757c9434-fea5-4529-bfc6-ea601825dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80107a72-22e6-4417-acd4-152d0b6ef546), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.683884 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-21af1e6e-eca6-4931-a25c-55e2221223f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0cb521cc6f54e76b7b807e9c8b1309c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061719 Jun 18 08:07:36.685816 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af1e6e-eca6-4931-a25c-55e2221223f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf87262-3c5d-4bbf-a258-23d7ce784f32,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:36.686765 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49806) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:36.723978 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-757c9434-fea5-4529-bfc6-ea601825dc59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ef905bee72a4e2f963a07f5564a0747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446488 Jun 18 08:07:36.726974 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49808) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:36.729310 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c9434-fea5-4529-bfc6-ea601825dc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80107a72-22e6-4417-acd4-152d0b6ef546,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:36.774561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] Publish callbacks [] for security_group (edf87262-3c5d-4bbf-a258-23d7ce784f32), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.807325 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] Publish callbacks [] for security_group (edf87262-3c5d-4bbf-a258-23d7ce784f32), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.813651 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] Publish callbacks [] for security_group (80107a72-22e6-4417-acd4-152d0b6ef546), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.866530 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:36.868600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] Publish callbacks [] for security_group (80107a72-22e6-4417-acd4-152d0b6ef546), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.883690 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['3d6a72a8-a827-40a1-a433-2fdd5bd23450'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:36.926673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08f36d-7022-4501-81d9-ebeb24276f67 req-f3d6dbdc-f632-4830-a7de-bed67cb98b7e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:36.928210 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd08f36d-7022-4501-81d9-ebeb24276f67 req-f3d6dbdc-f632-4830-a7de-bed67cb98b7e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0829513 Jun 18 08:07:36.953342 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (edf87262-3c5d-4bbf-a258-23d7ce784f32), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.956132 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.960366 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/edf87262-3c5d-4bbf-a258-23d7ce784f32 HTTP/1.1" status: 204 len: 168 time: 0.2724309 Jun 18 08:07:36.979523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc872ec-792c-41f9-b10b-b7777eeb0b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf87262-3c5d-4bbf-a258-23d7ce784f32,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:36.985244 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80107a72-22e6-4417-acd4-152d0b6ef546), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.986874 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:36.988345 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80107a72-22e6-4417-acd4-152d0b6ef546 HTTP/1.1" status: 204 len: 168 time: 0.2603765 Jun 18 08:07:36.997675 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:37.000189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53534992-7ef5-4311-8b02-1f1f8104b400" -d '{"events": [{"server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "name": "network-vif-plugged", "status": "completed", "tag": "6775f598-dc03-4fff-a272-ad6c75956058"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:37.007040 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8455d6a-2a1b-45f1-b9a3-1bc3a335a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80107a72-22e6-4417-acd4-152d0b6ef546,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:37.019462 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd08f36d-7022-4501-81d9-ebeb24276f67 req-fb876a8a-3986-4356-88a1-ba5e4e8112cd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835018 Jun 18 08:07:37.108302 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086b142-d153-495f-8ce3-16f8ab2683f4 req-a24eed8a-3ab5-4985-a0fe-102608b5b6a0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:37.117963 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4635d200-ddcd-441c-8b94-ec0860cbf7c3 x-openstack-request-id: req-4635d200-ddcd-441c-8b94-ec0860cbf7c3 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:37.118250 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4086b142-d153-495f-8ce3-16f8ab2683f4 req-a24eed8a-3ab5-4985-a0fe-102608b5b6a0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.1138456 Jun 18 08:07:37.118486 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "name": "network-vif-plugged", "status": "completed", "tag": "6775f598-dc03-4fff-a272-ad6c75956058", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:37.118853 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4635d200-ddcd-441c-8b94-ec0860cbf7c3 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:37.119303 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4635d200-ddcd-441c-8b94-ec0860cbf7c3'] response: {'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058', 'code': 200} Jun 18 08:07:37.133669 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:37.280771 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4086b142-d153-495f-8ce3-16f8ab2683f4 req-76678846-6820-4c83-b1ff-d951a756708a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612160 Jun 18 08:07:37.347052 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-88e733d7-1f37-453f-89e6-d07c37dfb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:37.348663 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-88e733d7-1f37-453f-89e6-d07c37dfb67c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702889 Jun 18 08:07:37.649252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49850) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:37.669880 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-991da57d-93a7-4075-9c1e-f1ac13d6c197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:37.787739 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d17dd-76d3-4106-b6d2-88550b3bd3dc req-ff558fac-1797-49bc-a53b-477e1b4e65bb tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:37.788387 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220194-5cc9-4e90-ba6e-89894aad44cd req-f91991cf-e4d5-429a-a992-157c98160849 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:37.791482 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e83d17dd-76d3-4106-b6d2-88550b3bd3dc req-ff558fac-1797-49bc-a53b-477e1b4e65bb tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0775692 Jun 18 08:07:37.794843 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05220194-5cc9-4e90-ba6e-89894aad44cd req-f91991cf-e4d5-429a-a992-157c98160849 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0742416 Jun 18 08:07:37.852964 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e83d17dd-76d3-4106-b6d2-88550b3bd3dc req-9c413099-7637-4448-96cb-d8a2cf2ca1db tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Jun 18 08:07:37.893334 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05220194-5cc9-4e90-ba6e-89894aad44cd req-1f78528a-9526-41da-a78f-8488a9a63ed3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933139 Jun 18 08:07:37.895652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-991da57d-93a7-4075-9c1e-f1ac13d6c197 admin admin] Publish callbacks [] for security_group (24f2d13b-100e-496e-adfa-6ff1b951883e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:37.912212 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-991da57d-93a7-4075-9c1e-f1ac13d6c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (24f2d13b-100e-496e-adfa-6ff1b951883e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:37.938152 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:37.959832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-991da57d-93a7-4075-9c1e-f1ac13d6c197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a886d31b8ed34b128249a6a1174d5883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098867 Jun 18 08:07:37.963293 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49860) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:37.967112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991da57d-93a7-4075-9c1e-f1ac13d6c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2d13b-100e-496e-adfa-6ff1b951883e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:38.043984 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] Publish callbacks [] for security_group (24f2d13b-100e-496e-adfa-6ff1b951883e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.073336 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] Publish callbacks [] for security_group (24f2d13b-100e-496e-adfa-6ff1b951883e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.075779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49868) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:38.079182 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:07:38.146509 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (24f2d13b-100e-496e-adfa-6ff1b951883e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.154616 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.158099 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24f2d13b-100e-496e-adfa-6ff1b951883e HTTP/1.1" status: 204 len: 168 time: 0.1919408 Jun 18 08:07:38.185528 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a1450-a27e-4a90-b8d8-b19e6b8be3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2d13b-100e-496e-adfa-6ff1b951883e,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:38.214258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49169-da77-41a0-b6c5-0122fbfc8c46 req-3496841a-4f50-4ea9-b157-5ebc5f036a7a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:38.215912 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-17a49169-da77-41a0-b6c5-0122fbfc8c46 req-3496841a-4f50-4ea9-b157-5ebc5f036a7a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0859742 Jun 18 08:07:38.265402 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:07:38.273804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:07:38.274180 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.309884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:38.310768 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:38.341975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:38.354521 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-17a49169-da77-41a0-b6c5-0122fbfc8c46 req-66de798d-d91f-4957-b4f3-55e7e57417d7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326563 Jun 18 08:07:38.360484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:07:38.361027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.403379 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:38.420662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.509426 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:38.551259 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7eda4f88-612e-4537-8978-c16c76fb8402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.679644 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162cc8b-d95a-4b6f-af74-0947339761de req-010c554e-43bc-41a5-bec5-a3e2fb61e754 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:38.681123 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f162cc8b-d95a-4b6f-af74-0947339761de req-010c554e-43bc-41a5-bec5-a3e2fb61e754 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1954112 Jun 18 08:07:38.741497 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-f30a348e-2aac-498c-8ebc-715f043703d6 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339648 Jun 18 08:07:38.789512 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f162cc8b-d95a-4b6f-af74-0947339761de req-0930f171-22cb-4a7e-8be1-629d03257c4e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954196 Jun 18 08:07:38.800695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7eda4f88-612e-4537-8978-c16c76fb8402 admin admin] Publish callbacks [] for security_group (e940d25c-e95e-4330-9e86-cc293e0083c4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.806514 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7eda4f88-612e-4537-8978-c16c76fb8402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e940d25c-e95e-4330-9e86-cc293e0083c4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.853312 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7eda4f88-612e-4537-8978-c16c76fb8402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=682509273da24c1e9500ac169513b75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7762594 Jun 18 08:07:38.855729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49896) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:38.863752 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda4f88-612e-4537-8978-c16c76fb8402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e940d25c-e95e-4330-9e86-cc293e0083c4,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:38.919595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] Publish callbacks [] for security_group (e940d25c-e95e-4330-9e86-cc293e0083c4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:38.930148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:38.952063 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] Publish callbacks [] for security_group (e940d25c-e95e-4330-9e86-cc293e0083c4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.061389 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab88aa5-246b-4f85-9835-616eb0ae2153 req-53f5c55b-d4b8-47c7-bb6a-694e1b4c2e7e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:39.068574 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4ab88aa5-246b-4f85-9835-616eb0ae2153 req-53f5c55b-d4b8-47c7-bb6a-694e1b4c2e7e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.1009438 Jun 18 08:07:39.121951 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:39.130042 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed6cf6f-d758-49e4-8da6-82fc09bfb7bb" -d '{"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:39.161038 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-49191b61-9d72-476b-afde-4d49ae9a3595 req-c291ae37-63fd-4945-9cee-d9d645cabd54 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708128 Jun 18 08:07:39.161980 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409131f5-d698-4330-934a-b1b6562e9573 req-d3923a1a-ecd7-4a5f-8283-a0c87b998a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:39.163489 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-409131f5-d698-4330-934a-b1b6562e9573 req-d3923a1a-ecd7-4a5f-8283-a0c87b998a24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1129 time: 0.1541090 Jun 18 08:07:39.164612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e940d25c-e95e-4330-9e86-cc293e0083c4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.167319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.171258 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e940d25c-e95e-4330-9e86-cc293e0083c4 HTTP/1.1" status: 204 len: 168 time: 0.3142262 Jun 18 08:07:39.175444 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4ab88aa5-246b-4f85-9835-616eb0ae2153 req-be80dad4-7b6c-4b21-916d-5d82f313abf1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058316 Jun 18 08:07:39.179876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799a02-d34c-4937-959c-cb34af0b908f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e940d25c-e95e-4330-9e86-cc293e0083c4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:39.246304 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8d6ccd-c0c4-4af9-ad38-4b9583e5cd2e x-openstack-request-id: req-7b8d6ccd-c0c4-4af9-ad38-4b9583e5cd2e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:39.246429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:39.246595 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b8d6ccd-c0c4-4af9-ad38-4b9583e5cd2e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:39.247001 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8d6ccd-c0c4-4af9-ad38-4b9583e5cd2e'] response: {'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'code': 200} Jun 18 08:07:39.251805 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-409131f5-d698-4330-934a-b1b6562e9573 req-da2a4fc5-db6b-48f1-9406-3b053e974bef service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605929 Jun 18 08:07:39.496046 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c4b15-8f3d-42f2-83ea-7ed823487968 req-07690ee8-c0ad-4c16-a13c-39b928d5be31 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:39.507446 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-679c4b15-8f3d-42f2-83ea-7ed823487968 req-07690ee8-c0ad-4c16-a13c-39b928d5be31 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0623033 Jun 18 08:07:39.573157 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-679c4b15-8f3d-42f2-83ea-7ed823487968 req-9308c674-4f29-4244-9b84-757398664067 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643299 Jun 18 08:07:39.703846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 49942) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:39.728831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-448d3ec4-5036-4ade-8612-5e987cd65559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.833677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-448d3ec4-5036-4ade-8612-5e987cd65559 admin admin] Publish callbacks [] for security_group (cd29ed2f-1f9b-465e-86e6-d92fdb6765b1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.839905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-448d3ec4-5036-4ade-8612-5e987cd65559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cd29ed2f-1f9b-465e-86e6-d92fdb6765b1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:39.875431 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:39.933905 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d680c-a1c9-4e41-984e-1a2bf507c96e req-b13f810b-6db8-4c32-b468-71fe38e6f3a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:39.936061 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7f7d680c-a1c9-4e41-984e-1a2bf507c96e req-b13f810b-6db8-4c32-b468-71fe38e6f3a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0511220 Jun 18 08:07:39.996808 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7f7d680c-a1c9-4e41-984e-1a2bf507c96e req-34878b85-2b13-440e-b41c-33f1d093fd25 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545158 Jun 18 08:07:40.166346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49958) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:40.166922 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-448d3ec4-5036-4ade-8612-5e987cd65559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0b7f506c220e4e4eb61c5a3522de51f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614542 Jun 18 08:07:40.188079 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d3ec4-5036-4ade-8612-5e987cd65559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd29ed2f-1f9b-465e-86e6-d92fdb6765b1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:40.206212 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27198a3b-8780-4c6d-9103-82f8376488a6 req-70773628-dd62-4592-866b-d7e972f5620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:40.208122 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-27198a3b-8780-4c6d-9103-82f8376488a6 req-70773628-dd62-4592-866b-d7e972f5620e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1130 time: 0.0647624 Jun 18 08:07:40.300749 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-27198a3b-8780-4c6d-9103-82f8376488a6 req-4ed024af-329b-40dd-99b4-069dcf2cb60d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810323 Jun 18 08:07:40.304510 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] Publish callbacks [] for security_group (cd29ed2f-1f9b-465e-86e6-d92fdb6765b1), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:40.362767 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bcc26-eedc-4e54-ae7d-371e5a90b3b9 req-16169c51-e75b-46e6-8bdf-dc93aeaf3038 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:40.364537 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b00bcc26-eedc-4e54-ae7d-371e5a90b3b9 req-16169c51-e75b-46e6-8bdf-dc93aeaf3038 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0780518 Jun 18 08:07:40.366737 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] Publish callbacks [] for security_group (cd29ed2f-1f9b-465e-86e6-d92fdb6765b1), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:40.463516 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b00bcc26-eedc-4e54-ae7d-371e5a90b3b9 req-7380f4cd-f9ad-4dc8-8272-a5fabd94dbe0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813136 Jun 18 08:07:40.472096 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cd29ed2f-1f9b-465e-86e6-d92fdb6765b1), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:40.476165 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:40.477781 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd29ed2f-1f9b-465e-86e6-d92fdb6765b1 HTTP/1.1" status: 204 len: 168 time: 0.3075962 Jun 18 08:07:40.498325 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b3c91-53b8-434b-a17f-44711a39b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd29ed2f-1f9b-465e-86e6-d92fdb6765b1,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:40.713459 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcb551-8ff5-4672-a718-8f90ba7f0237 req-dc27fd71-2418-41d6-b5aa-99719414628c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:40.715492 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ccfcb551-8ff5-4672-a718-8f90ba7f0237 req-dc27fd71-2418-41d6-b5aa-99719414628c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0601985 Jun 18 08:07:40.729630 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:40.776150 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ccfcb551-8ff5-4672-a718-8f90ba7f0237 req-c1443209-d824-46b9-8765-72615cfdb4dd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532088 Jun 18 08:07:40.945852 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5606-7d78-489f-8797-b9db8e565f1e req-8e2854af-8f59-4b7e-91bb-7018e89cdf41 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:40.947961 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-515a5606-7d78-489f-8797-b9db8e565f1e req-8e2854af-8f59-4b7e-91bb-7018e89cdf41 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0614722 Jun 18 08:07:40.992338 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 49996) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:41.004622 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-515a5606-7d78-489f-8797-b9db8e565f1e req-a0b8e584-fe66-4e46-bca8-c44b1a6638ac tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Jun 18 08:07:41.005954 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-34a2c9c6-1082-410d-9c33-d8df0c4c9d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.099621 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-34a2c9c6-1082-410d-9c33-d8df0c4c9d93 admin admin] Publish callbacks [] for security_group (ccbcf20b-2f47-4d29-9193-a82fa3ec5d03), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.121285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-34a2c9c6-1082-410d-9c33-d8df0c4c9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ccbcf20b-2f47-4d29-9193-a82fa3ec5d03), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.169899 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c71bc3-6595-4d14-a390-333242ae597a req-975ee844-c941-4379-92fb-ec2cc728ebf6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:41.171382 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d5c71bc3-6595-4d14-a390-333242ae597a req-975ee844-c941-4379-92fb-ec2cc728ebf6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0883276 Jun 18 08:07:41.174877 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2c9c6-1082-410d-9c33-d8df0c4c9d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbcf20b-2f47-4d29-9193-a82fa3ec5d03,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:41.182277 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-34a2c9c6-1082-410d-9c33-d8df0c4c9d93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5d2682b52de4323a082960a7406ea4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888831 Jun 18 08:07:41.185427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50004) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:41.225650 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d5c71bc3-6595-4d14-a390-333242ae597a req-f0b18663-64f3-452c-81dc-d11a0915d4f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465021 Jun 18 08:07:41.249643 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] Publish callbacks [] for security_group (ccbcf20b-2f47-4d29-9193-a82fa3ec5d03), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.272955 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] Publish callbacks [] for security_group (ccbcf20b-2f47-4d29-9193-a82fa3ec5d03), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.335920 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ccbcf20b-2f47-4d29-9193-a82fa3ec5d03), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.338441 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:41.339610 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccbcf20b-2f47-4d29-9193-a82fa3ec5d03 HTTP/1.1" status: 204 len: 168 time: 0.1519737 Jun 18 08:07:41.347390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a7338-5f58-4399-a024-0eaff3c886ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbcf20b-2f47-4d29-9193-a82fa3ec5d03,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:41.874812 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65335ff-f473-4284-b880-cccdecc88322 req-0ac8bbfb-bebf-43cd-83ea-3635f391925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:41.876605 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-0ac8bbfb-bebf-43cd-83ea-3635f391925b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1129 time: 0.0594308 Jun 18 08:07:41.942449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:41.987875 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724d173-60b0-47bc-81cb-15794a605be8 req-c2a99c2d-904a-41e5-8b43-3f830b448270 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:41.991655 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0724d173-60b0-47bc-81cb-15794a605be8 req-c2a99c2d-904a-41e5-8b43-3f830b448270 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.1007035 Jun 18 08:07:42.113126 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65335ff-f473-4284-b880-cccdecc88322 req-e1b8cf6a-0a7c-48dc-89ae-4a82dfe09fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:42.114470 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-e1b8cf6a-0a7c-48dc-89ae-4a82dfe09fa5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1696055 Jun 18 08:07:42.134285 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0724d173-60b0-47bc-81cb-15794a605be8 req-3bb391b6-e0f0-4da8-b502-7b38c985fa34 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377087 Jun 18 08:07:42.147836 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:42.171059 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae393d-155a-4efa-9428-f3e886fced22 req-eaca1c13-39a8-4d23-a9a7-62837eeaeea3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:42.173207 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-84ae393d-155a-4efa-9428-f3e886fced22 req-eaca1c13-39a8-4d23-a9a7-62837eeaeea3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0631065 Jun 18 08:07:42.227663 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-84ae393d-155a-4efa-9428-f3e886fced22 req-11d0605a-d490-403d-b6ac-8676200e6644 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485404 Jun 18 08:07:42.261960 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364201b-9a92-4575-bf42-7a8675611baf req-4dfa7ce3-9e64-4d2a-ad58-0057e80567bf tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:42.263568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8364201b-9a92-4575-bf42-7a8675611baf req-4dfa7ce3-9e64-4d2a-ad58-0057e80567bf tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0583241 Jun 18 08:07:42.272599 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50056) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:42.277819 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'floatingip': {'port_id': '6775f598-dc03-4fff-a272-ad6c75956058'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:42.419390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:42.481709 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f9be-a1df-4f8c-a27d-a4eccb255d0e req-32afec0e-b32d-4f2e-b0ef-0c1fcc28c580 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:42.483136 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-53d7f9be-a1df-4f8c-a27d-a4eccb255d0e req-32afec0e-b32d-4f2e-b0ef-0c1fcc28c580 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1502185 Jun 18 08:07:42.608258 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-53d7f9be-a1df-4f8c-a27d-a4eccb255d0e req-429707c7-f684-475c-b14d-e36a77cacbdc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024497 Jun 18 08:07:42.820483 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-3c3d1c68-0bdf-41e0-a12c-83ca95cc682a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff HTTP/1.1" status: 200 len: 217 time: 0.0359647 Jun 18 08:07:42.962573 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65335ff-f473-4284-b880-cccdecc88322 req-a8a591f8-1e9b-48d1-bb6c-32627d988961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:42.964723 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-a8a591f8-1e9b-48d1-bb6c-32627d988961 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0546956 Jun 18 08:07:43.012537 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65335ff-f473-4284-b880-cccdecc88322 req-2117a53f-d109-4d83-a772-196a7b71f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:43.014180 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-2117a53f-d109-4d83-a772-196a7b71f6f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416269 Jun 18 08:07:43.137843 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-c9e4a878-24fe-4481-9b9d-60cbf0fdfe64 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167574 Jun 18 08:07:43.259813 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f65335ff-f473-4284-b880-cccdecc88322 req-05b3bfef-29c1-4c71-ac54-cebb33386979 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154208 Jun 18 08:07:43.387570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:43.405323 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:43.410254 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:43.415470 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92661c-35e6-4c73-8d8c-949458c0a2f9 req-e1324f83-205f-42ad-9a8f-8024dd9ebaea tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:43.417167 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a92661c-35e6-4c73-8d8c-949458c0a2f9 req-e1324f83-205f-42ad-9a8f-8024dd9ebaea tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.1061666 Jun 18 08:07:43.486667 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a92661c-35e6-4c73-8d8c-949458c0a2f9 req-76f096e5-8504-462c-bc15-aab236c1d483 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612109 Jun 18 08:07:43.524609 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:43.542463 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Floating IP 5ad73ada-6401-48f2-b546-7272115dedf4 associated. External IP: 172.27.2.102, port: 6775f598-dc03-4fff-a272-ad6c75956058. Jun 18 08:07:43.800183 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e65a-c658-4949-a305-b16dad459f12 req-975725f0-3e38-4e5f-b5af-81e5e8237754 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:43.807043 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e8e65a-c658-4949-a305-b16dad459f12 req-975725f0-3e38-4e5f-b5af-81e5e8237754 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1047516 Jun 18 08:07:43.866270 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:43.874956 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:07:43.893687 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e8e65a-c658-4949-a305-b16dad459f12 req-90e8fc97-3c6c-4525-b57b-dcf4164b4d82 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857716 Jun 18 08:07:44.000416 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:07:44.013744 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:44.014240 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:44.024737 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:44.025434 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:44.034890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc92c6-097f-4675-bb61-aa1afa60dd2d req-257ba6ed-ea88-4d0c-ab38-38319f8a3158 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:44.036731 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33fc92c6-097f-4675-bb61-aa1afa60dd2d req-257ba6ed-ea88-4d0c-ab38-38319f8a3158 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0611341 Jun 18 08:07:44.046038 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50134) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:44.050958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'floatingip': {'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:44.052593 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-742a2c25-9e82-41de-a70c-1c151cf84455 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "PUT /v2.0/floatingips/5ad73ada-6401-48f2-b546-7272115dedf4 HTTP/1.1" status: 200 len: 991 time: 1.7785754 Jun 18 08:07:44.053205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:44.056249 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0322f49c-2db8-4e1f-933f-90beadf7dc98" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "tag": "6775f598-dc03-4fff-a272-ad6c75956058"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:44.096792 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a0e217-936a-496c-8332-1ab7484bf2b1 x-openstack-request-id: req-f3a0e217-936a-496c-8332-1ab7484bf2b1 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:44.097147 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "tag": "6775f598-dc03-4fff-a272-ad6c75956058", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:44.097461 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3a0e217-936a-496c-8332-1ab7484bf2b1 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:44.097924 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a0e217-936a-496c-8332-1ab7484bf2b1'] response: {'name': 'network-changed', 'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058', 'status': 'completed', 'code': 200} Jun 18 08:07:44.127295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:44.257693 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:44.295442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-3f4c56e9-e9fb-481e-9f9e-62376c7fa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:44.297076 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-3f4c56e9-e9fb-481e-9f9e-62376c7fa45c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1129 time: 0.1094637 Jun 18 08:07:44.586191 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '5ad73ada-6401-48f2-b546-7272115dedf4', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '6775f598-dc03-4fff-a272-ad6c75956058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:50:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:08Z', 'updated_at': '2022-06-18T08:07:43Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:44.602754 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:44.625975 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:44.636336 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:44.637380 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:44.702634 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-97aa462e-89c7-4fa5-a589-5736e662f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:44.704178 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-97aa462e-89c7-4fa5-a589-5736e662f5ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.3998692 Jun 18 08:07:44.717881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9edbf-694f-42be-b8e9-26482e9d24e1 req-af41a15a-1265-4481-8d4c-45f9c05b1606 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:44.719345 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95f9edbf-694f-42be-b8e9-26482e9d24e1 req-af41a15a-1265-4481-8d4c-45f9c05b1606 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0797515 Jun 18 08:07:44.851231 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:45.013742 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-e2e46017-c67e-4948-bcb1-8f65397d7b72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 999 time: 0.3025031 Jun 18 08:07:45.035860 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95f9edbf-694f-42be-b8e9-26482e9d24e1 req-eb89c276-070e-45d1-b39e-5f5c14ccdfb6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032517 Jun 18 08:07:45.158888 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '5ad73ada-6401-48f2-b546-7272115dedf4', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '6775f598-dc03-4fff-a272-ad6c75956058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:50:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:08Z', 'updated_at': '2022-06-18T08:07:43Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:45.189637 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4423f1-d60e-430b-afd5-c6ad617e2c76 None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '5ad73ada-6401-48f2-b546-7272115dedf4', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '6775f598-dc03-4fff-a272-ad6c75956058', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:50:64:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:08Z', 'updated_at': '2022-06-18T08:07:43Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:45.412878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-b4715cc5-b342-45a7-a414-859ac4a0bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:45.414336 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-b4715cc5-b342-45a7-a414-859ac4a0bc85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.3714104 Jun 18 08:07:45.419518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.db.resource_extend [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 08:07:45.521255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:45.525310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-8fc83f24-a4e8-403b-b6d8-f14a9b552445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:45.526915 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-8fc83f24-a4e8-403b-b6d8-f14a9b552445 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791264 Jun 18 08:07:45.528558 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:45.599175 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a2473-47f3-49f9-96e3-9d010abed41e None None] New status for floating IP 5ad73ada-6401-48f2-b546-7272115dedf4: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:07:45.721955 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Floating IP d15fa15a-9886-4549-a909-77a1cc970b3d associated. External IP: 172.27.2.65, port: 3d6a72a8-a827-40a1-a433-2fdd5bd23450. Jun 18 08:07:45.790536 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-02c05a1b-c801-40cf-aa81-7e80291de736 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153869 Jun 18 08:07:45.843064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:45.958759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:46.001348 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0322f49c-2db8-4e1f-933f-90beadf7dc98 req-126af40c-b9aa-44fc-b8ce-271a4eb125fe service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046609 Jun 18 08:07:46.086459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:07:46.182003 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547aab4-9c13-4017-94ba-45789ffdfe7b req-870b7290-6ffe-4471-991c-96a013061d3f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:46.193236 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4547aab4-9c13-4017-94ba-45789ffdfe7b req-870b7290-6ffe-4471-991c-96a013061d3f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0679696 Jun 18 08:07:46.219145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:07:46.229610 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:07:46.239570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:46.257689 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:46.264956 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:46.284396 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4547aab4-9c13-4017-94ba-45789ffdfe7b req-da8a26ea-8248-48d4-ab43-823fb781356d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899935 Jun 18 08:07:46.301671 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3cef1e89-736e-4e16-8b40-d4b36841ca4c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "PUT /v2.0/floatingips/d15fa15a-9886-4549-a909-77a1cc970b3d HTTP/1.1" status: 200 len: 991 time: 2.2544937 Jun 18 08:07:46.303280 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:46.306031 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:46.387026 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d16c77-76c1-4608-9c42-44a2ad842e59 x-openstack-request-id: req-64d16c77-76c1-4608-9c42-44a2ad842e59 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:46.387330 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:46.387583 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64d16c77-76c1-4608-9c42-44a2ad842e59 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:46.388210 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d16c77-76c1-4608-9c42-44a2ad842e59'] response: {'name': 'network-changed', 'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'status': 'completed', 'code': 200} Jun 18 08:07:46.425623 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:46.441357 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:46.507992 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-5515cb51-b2e1-42ad-9a4d-96ce4d9dd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:46.509608 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-5515cb51-b2e1-42ad-9a4d-96ce4d9dd6e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1130 time: 0.0395651 Jun 18 08:07:46.612398 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-f98bb469-e1b5-42f5-a21c-439de90da286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:46.613876 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-f98bb469-e1b5-42f5-a21c-439de90da286 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.0967169 Jun 18 08:07:46.642703 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:46.679855 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-dfc9dc64-d3b5-4120-8cf0-cd1ab1f766a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 999 time: 0.0596225 Jun 18 08:07:46.684540 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd15fa15a-9886-4549-a909-77a1cc970b3d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:11Z', 'updated_at': '2022-06-18T08:07:45Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:46.709234 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:07:46.718310 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:07:46.718925 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:07:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:46.739095 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-f5b74b92-0b2b-459d-988d-fb7c2921f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:46.740788 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-f5b74b92-0b2b-459d-988d-fb7c2921f6f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.0494573 Jun 18 08:07:46.798720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-7f88e240-e499-47dd-aa58-917450e69961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:46.802155 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-7f88e240-e499-47dd-aa58-917450e69961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466118 Jun 18 08:07:46.872270 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:07:46.904260 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-6cdbdbbd-dc6c-4fca-b185-55cf5115cabd service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943961 Jun 18 08:07:47.039308 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-674cd6fc-0788-4fdc-9a9e-fcbcef6d6253 req-1332ab4c-db0c-4d62-9b91-e0af4df8922d service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167829 Jun 18 08:07:47.289597 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd15fa15a-9886-4549-a909-77a1cc970b3d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:11Z', 'updated_at': '2022-06-18T08:07:45Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:07:47.317096 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b9f06f-0b85-4732-8982-11d0b40c16d5 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd15fa15a-9886-4549-a909-77a1cc970b3d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:07:11Z', 'updated_at': '2022-06-18T08:07:45Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:07:47.406171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397096-112d-41d6-a51b-e7dc02305240 req-6144694b-0a34-4822-80ab-407dcf0d2435 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:47.407785 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0f397096-112d-41d6-a51b-e7dc02305240 req-6144694b-0a34-4822-80ab-407dcf0d2435 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0616267 Jun 18 08:07:47.464895 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0f397096-112d-41d6-a51b-e7dc02305240 req-8da1e1c1-5c75-4001-890a-36259a6841c8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Jun 18 08:07:47.556057 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bde1a-902f-4b90-89fe-8566492946b3 None None] New status for floating IP d15fa15a-9886-4549-a909-77a1cc970b3d: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:07:48.601441 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2de0bb-85d2-4ec8-8a7a-11c411d28725 req-45968be2-4034-4daa-8de0-3f73718b81e7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:48.602924 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd2de0bb-85d2-4ec8-8a7a-11c411d28725 req-45968be2-4034-4daa-8de0-3f73718b81e7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0557458 Jun 18 08:07:48.652778 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd2de0bb-85d2-4ec8-8a7a-11c411d28725 req-e5f4f368-da95-44ad-98fb-da59c53713a0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Jun 18 08:07:48.970653 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50288) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:49.137870 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50296) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:49.189705 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.218655 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5893b5a-b273-482e-8b15-5c34be036c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.254869 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:49.261605 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:49.328871 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Publish callbacks [] for security_group (e83f806d-7705-4ec2-91ce-96cd5ec9dd6e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.335739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e83f806d-7705-4ec2-91ce-96cd5ec9dd6e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.394842 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5893b5a-b273-482e-8b15-5c34be036c38 admin admin] Publish callbacks [] for security_group (568d14e4-3d39-47a5-bf36-9c13cad7c79d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.397647 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6173861ba194fd6b919c3d908a9f389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259243 Jun 18 08:07:49.400965 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50306) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:49.401882 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5893b5a-b273-482e-8b15-5c34be036c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (568d14e4-3d39-47a5-bf36-9c13cad7c79d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.404000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f806d-7705-4ec2-91ce-96cd5ec9dd6e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:49.421424 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.421778 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.422097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.422441 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.422766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.423091 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.423422 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.423735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.424048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.424356 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.424666 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.424977 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.425283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.425593 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.425896 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cd6d69-3c4b-4af1-b19c-b8b3f5064536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.450941 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d5893b5a-b273-482e-8b15-5c34be036c38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baa3d73add9d4d65b54255b4958059e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112588 Jun 18 08:07:49.452801 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50310) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:49.462897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5893b5a-b273-482e-8b15-5c34be036c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568d14e4-3d39-47a5-bf36-9c13cad7c79d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:49.474481 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Publish callbacks [] for security_group (e83f806d-7705-4ec2-91ce-96cd5ec9dd6e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.513391 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Publish callbacks [] for security_group (e83f806d-7705-4ec2-91ce-96cd5ec9dd6e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.555785 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] Publish callbacks [] for security_group (568d14e4-3d39-47a5-bf36-9c13cad7c79d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.583924 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] Publish callbacks [] for security_group (568d14e4-3d39-47a5-bf36-9c13cad7c79d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.600395 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e83f806d-7705-4ec2-91ce-96cd5ec9dd6e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.602988 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.604339 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e83f806d-7705-4ec2-91ce-96cd5ec9dd6e HTTP/1.1" status: 204 len: 168 time: 0.2022946 Jun 18 08:07:49.614429 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:49.630947 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f806d-7705-4ec2-91ce-96cd5ec9dd6e,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:49.640979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.641329 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.641767 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.642160 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.642589 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.642928 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.643325 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.643649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.643987 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.644312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.644646 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.645033 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.645311 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.645708 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.646144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1b1f4-6133-405f-9b2c-e830f1408c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:07:49.669650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (568d14e4-3d39-47a5-bf36-9c13cad7c79d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.673045 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:49.674303 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/568d14e4-3d39-47a5-bf36-9c13cad7c79d HTTP/1.1" status: 204 len: 168 time: 0.2204709 Jun 18 08:07:49.702890 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24aa73-39bf-4d40-9fc4-21930c5904f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568d14e4-3d39-47a5-bf36-9c13cad7c79d,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:49.795469 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61746780-0d1b-4ba9-bb52-01a286f9d95f req-28a6a940-e972-44af-9c30-1b9a240b1c9e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:49.795469 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-61746780-0d1b-4ba9-bb52-01a286f9d95f req-28a6a940-e972-44af-9c30-1b9a240b1c9e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0535815 Jun 18 08:07:49.845621 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-61746780-0d1b-4ba9-bb52-01a286f9d95f req-24cf0c82-baaa-40e4-90d0-69401bc7d5a2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Jun 18 08:07:50.025034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50322) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.038893 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9c9020a-36d6-4513-b95a-2b62b27d1236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.073306 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50324) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.089630 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec3d-610f-45e7-a8b2-ee35a9733abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.100048 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:50.121409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9c9020a-36d6-4513-b95a-2b62b27d1236 admin admin] Publish callbacks [] for security_group (5d9e7805-c7d7-4e73-99e8-affc51b52d21), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.125416 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9c9020a-36d6-4513-b95a-2b62b27d1236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5d9e7805-c7d7-4e73-99e8-affc51b52d21), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.166518 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d9c9020a-36d6-4513-b95a-2b62b27d1236 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3756d3bfcd6841c1a840fbc4bddd3163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403518 Jun 18 08:07:50.167600 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9020a-36d6-4513-b95a-2b62b27d1236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e7805-c7d7-4e73-99e8-affc51b52d21,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.169834 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50326) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.188687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec3d-610f-45e7-a8b2-ee35a9733abc admin admin] Publish callbacks [] for security_group (b0503665-d9ec-4a74-87c1-419e380b0e40), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.197831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-67f8ec3d-610f-45e7-a8b2-ee35a9733abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b0503665-d9ec-4a74-87c1-419e380b0e40), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.227093 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] Publish callbacks [] for security_group (5d9e7805-c7d7-4e73-99e8-affc51b52d21), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.243287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8ec3d-610f-45e7-a8b2-ee35a9733abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0503665-d9ec-4a74-87c1-419e380b0e40,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.249797 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-67f8ec3d-610f-45e7-a8b2-ee35a9733abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef07611af8e24fb39ed4ba1a69dab997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721931 Jun 18 08:07:50.249970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] Publish callbacks [] for security_group (5d9e7805-c7d7-4e73-99e8-affc51b52d21), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.250078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50330) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.298115 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5d9e7805-c7d7-4e73-99e8-affc51b52d21), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.300081 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] Publish callbacks [] for security_group (b0503665-d9ec-4a74-87c1-419e380b0e40), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.300730 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.301886 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d9e7805-c7d7-4e73-99e8-affc51b52d21 HTTP/1.1" status: 204 len: 168 time: 0.1311650 Jun 18 08:07:50.309842 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa75f3c-15e3-43f5-819a-641f1aa75065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e7805-c7d7-4e73-99e8-affc51b52d21,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.341157 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] Publish callbacks [] for security_group (b0503665-d9ec-4a74-87c1-419e380b0e40), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.395357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b0503665-d9ec-4a74-87c1-419e380b0e40), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.399710 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.403671 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0503665-d9ec-4a74-87c1-419e380b0e40 HTTP/1.1" status: 204 len: 168 time: 0.1524746 Jun 18 08:07:50.411650 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9c5a5-fe69-4b6a-ba99-5ed482d7414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0503665-d9ec-4a74-87c1-419e380b0e40,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.666017 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50346) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.796941 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50352) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.810970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1ee2166b-b7eb-4d8e-b14c-624865f2ee3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.897551 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1ee2166b-b7eb-4d8e-b14c-624865f2ee3a admin admin] Publish callbacks [] for security_group (545a7058-dc19-4c87-b6de-67bd2610d9a6), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.904368 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1ee2166b-b7eb-4d8e-b14c-624865f2ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (545a7058-dc19-4c87-b6de-67bd2610d9a6), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.958210 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2166b-b7eb-4d8e-b14c-624865f2ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545a7058-dc19-4c87-b6de-67bd2610d9a6,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:50.961874 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-099d60d6-1af7-4b2e-9b58-9e04887fb412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:50.966791 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1ee2166b-b7eb-4d8e-b14c-624865f2ee3a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d70b862742a4e6593dd712b87f4694e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685684 Jun 18 08:07:50.970119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50356) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:50.993361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50358) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:51.007644 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579516a-b4ea-4c7c-8638-4619cab98d47 req-8ad9bfe8-47ce-440d-b8fa-a64b311e5946 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:51.009114 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5579516a-b4ea-4c7c-8638-4619cab98d47 req-8ad9bfe8-47ce-440d-b8fa-a64b311e5946 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0766785 Jun 18 08:07:51.031107 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=3,neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:51.032865 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0abdabf-f008-41af-9f50-7c4225e3251d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.045880 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-099d60d6-1af7-4b2e-9b58-9e04887fb412 admin admin] Publish callbacks [] for security_group (6e9c3f7e-bf5e-4e68-9edf-eb68be56e421), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.050723 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-099d60d6-1af7-4b2e-9b58-9e04887fb412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6e9c3f7e-bf5e-4e68-9edf-eb68be56e421), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.059036 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:51.090896 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-099d60d6-1af7-4b2e-9b58-9e04887fb412 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44c46f282d514a51a7a91ab3fa00a3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4237390 Jun 18 08:07:51.091737 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d60d6-1af7-4b2e-9b58-9e04887fb412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9c3f7e-bf5e-4e68-9edf-eb68be56e421,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.093997 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50360) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:51.107838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:51.113793 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] Publish callbacks [] for security_group (545a7058-dc19-4c87-b6de-67bd2610d9a6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.126277 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5579516a-b4ea-4c7c-8638-4619cab98d47 req-8530a4df-2895-4864-be93-ac93b42eb4b0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109004 Jun 18 08:07:51.146376 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] Publish callbacks [] for security_group (6e9c3f7e-bf5e-4e68-9edf-eb68be56e421), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.157979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] Publish callbacks [] for security_group (545a7058-dc19-4c87-b6de-67bd2610d9a6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.180988 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] Publish callbacks [] for security_group (6e9c3f7e-bf5e-4e68-9edf-eb68be56e421), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.227560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0abdabf-f008-41af-9f50-7c4225e3251d admin admin] Publish callbacks [] for security_group (d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.236157 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0abdabf-f008-41af-9f50-7c4225e3251d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.245050 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6e9c3f7e-bf5e-4e68-9edf-eb68be56e421), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.250027 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.251680 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e9c3f7e-bf5e-4e68-9edf-eb68be56e421 HTTP/1.1" status: 204 len: 168 time: 0.1562526 Jun 18 08:07:51.259959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (545a7058-dc19-4c87-b6de-67bd2610d9a6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.263458 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.264021 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93467da0-2c87-45ac-9904-0f1011b7d05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9c3f7e-bf5e-4e68-9edf-eb68be56e421,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.275661 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/545a7058-dc19-4c87-b6de-67bd2610d9a6 HTTP/1.1" status: 204 len: 168 time: 0.3040135 Jun 18 08:07:51.325248 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d0abdabf-f008-41af-9f50-7c4225e3251d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aedac626f6e43b1a197782bda51ded2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308158 Jun 18 08:07:51.328270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50374) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:51.349478 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abdabf-f008-41af-9f50-7c4225e3251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.404793 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd5b2b-e96d-4d29-b9d6-06b2921df50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a7058-dc19-4c87-b6de-67bd2610d9a6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.434383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] Publish callbacks [] for security_group (d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.460956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] Publish callbacks [] for security_group (d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.516209 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.519116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.522653 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5 HTTP/1.1" status: 204 len: 168 time: 0.1909075 Jun 18 08:07:51.531473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3773270-32f3-43ed-a886-837d79e4177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202a44c-f0cb-4b86-b9ea-90d55a4fe9a5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.784437 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50394) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:51.797782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-95be3e96-ac4d-4251-b549-7c1d87f821b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.834211 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:07:51.882165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-95be3e96-ac4d-4251-b549-7c1d87f821b9 admin admin] Publish callbacks [] for security_group (9914f986-d77e-478c-b62a-186af3be80d5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.888818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-95be3e96-ac4d-4251-b549-7c1d87f821b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9914f986-d77e-478c-b62a-186af3be80d5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:51.938998 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-95be3e96-ac4d-4251-b549-7c1d87f821b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=329d69fe02ed485ba9e9df76cbdb98d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523848 Jun 18 08:07:51.941097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3e96-ac4d-4251-b549-7c1d87f821b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914f986-d77e-478c-b62a-186af3be80d5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:51.943753 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50400) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:51.996172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:52.004458 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] Publish callbacks [] for security_group (9914f986-d77e-478c-b62a-186af3be80d5), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:52.039553 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] Publish callbacks [] for security_group (9914f986-d77e-478c-b62a-186af3be80d5), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:52.051529 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086e9d-bba4-429b-93f1-616b74175be0 req-23653418-cca1-4252-8b15-7e2d64d9566f tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:52.062773 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4086e9d-bba4-429b-93f1-616b74175be0 req-23653418-cca1-4252-8b15-7e2d64d9566f tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0863101 Jun 18 08:07:52.098550 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9914f986-d77e-478c-b62a-186af3be80d5), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:52.101258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:52.102459 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9914f986-d77e-478c-b62a-186af3be80d5 HTTP/1.1" status: 204 len: 168 time: 0.1573267 Jun 18 08:07:52.111713 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8580ab4-e553-46ae-bb3f-9be493c03064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914f986-d77e-478c-b62a-186af3be80d5,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:52.119207 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4086e9d-bba4-429b-93f1-616b74175be0 req-723b6bd8-6561-4a8d-9579-496a8a9170d1 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 Jun 18 08:07:52.258537 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22322-44da-494b-832c-7cae892bb619 req-5423223d-5a35-4720-9002-48f050c56a0d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:52.260403 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d2b22322-44da-494b-832c-7cae892bb619 req-5423223d-5a35-4720-9002-48f050c56a0d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0490270 Jun 18 08:07:52.310510 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d2b22322-44da-494b-832c-7cae892bb619 req-4f6d8272-f584-4251-89b1-73a1f02853c3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Jun 18 08:07:52.676627 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50450) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:52.881561 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2098059038-network', 'tenant_id': '7fc3f6aac547489fa25a163e016f8eef'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:52.905692 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Made reservation on behalf of 7fc3f6aac547489fa25a163e016f8eef for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:52.908320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:52.920273 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.003850 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks [] for security_group (40835c91-d590-48a3-b5f8-2526135d32a8), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.008920 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (40835c91-d590-48a3-b5f8-2526135d32a8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.034618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:07:53.044428 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40835c91-d590-48a3-b5f8-2526135d32a8,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:53.050335 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (59f506d4-4f2f-40b6-80eb-9a7c5621b2e5), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.050661 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Added segment 59f506d4-4f2f-40b6-80eb-9a7c5621b2e5 of type vlan for network fbf69721-c844-426f-8a34-466c5ae8bd57 Jun 18 08:07:53.264808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d619e0-6321-4bc9-addd-b6d4632602c2 req-afccffc4-acf5-4d07-a1e1-ca6331a3bcbd tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:53.266703 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4d619e0-6321-4bc9-addd-b6d4632602c2 req-afccffc4-acf5-4d07-a1e1-ca6331a3bcbd tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0611644 Jun 18 08:07:53.293320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (fbf69721-c844-426f-8a34-466c5ae8bd57), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.306742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:53.324689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (fbf69721-c844-426f-8a34-466c5ae8bd57), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.328053 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:53.328659 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.331488 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4d619e0-6321-4bc9-addd-b6d4632602c2 req-af60a366-5b43-4d30-b3b3-003a6d372e49 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587752 Jun 18 08:07:53.382490 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:53.410068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50488) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:53.423303 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf69721-c844-426f-8a34-466c5ae8bd57,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:53.442442 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network fbf69721-c844-426f-8a34-466c5ae8bd57 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:07:53.446477 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3aa982db-1cc6-499c-a4a6-113a2252f851 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7656093 Jun 18 08:07:53.446604 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50492) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:53.452595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Request body: {'subnet': {'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2098059038-subnet', 'tenant_id': '7fc3f6aac547489fa25a163e016f8eef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:07:53.499634 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Made reservation on behalf of 7fc3f6aac547489fa25a163e016f8eef for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:07:53.503832 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731681'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.509854 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ce003-c291-40a3-ae03-24e782e77af6 req-b9f22dbf-f2a1-426c-a198-64237fec5b22 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:53.511532 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d10ce003-c291-40a3-ae03-24e782e77af6 req-b9f22dbf-f2a1-426c-a198-64237fec5b22 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0914474 Jun 18 08:07:53.589833 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d10ce003-c291-40a3-ae03-24e782e77af6 req-36676ab3-78c7-4cc3-b5a7-9bc4d85f6083 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690038 Jun 18 08:07:53.602956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d179105f-31f9-429d-bcca-15941f47354c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.633946 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:53.779678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d179105f-31f9-429d-bcca-15941f47354c admin admin] Publish callbacks [] for security_group (915c83ae-93aa-429d-acb6-24053734adfa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.783525 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11674674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731475'] for subnet (f8aa3e29-e426-4c74-b9e8-deecf982d037), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.806153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d179105f-31f9-429d-bcca-15941f47354c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (915c83ae-93aa-429d-acb6-24053734adfa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.873940 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d179105f-31f9-429d-bcca-15941f47354c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c446bdd1a81b4ef88e1c36ef1c3f3ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625869 Jun 18 08:07:53.874639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179105f-31f9-429d-bcca-15941f47354c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c83ae-93aa-429d-acb6-24053734adfa,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:53.876652 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50508) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:53.880118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8aa3e29-e426-4c74-b9e8-deecf982d037,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:53.897575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Checking segment: {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:07:53.898071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Network hostable DHCP agents. Network: fbf69721-c844-426f-8a34-466c5ae8bd57, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:07:53.917753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Network fbf69721-c844-426f-8a34-466c5ae8bd57 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:07:53.928333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, fbf69721-c844-426f-8a34-466c5ae8bd57) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:07:53.929587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] Publish callbacks [] for security_group (915c83ae-93aa-429d-acb6-24053734adfa), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.933402 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:53.934558 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:53.938122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bdbe0d-43a6-4232-80f3-de650d160bcc None None] Network fbf69721-c844-426f-8a34-466c5ae8bd57 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:53.967778 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c40c92e0-c7a2-4c84-a172-78729c890593 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5200813 Jun 18 08:07:53.982889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] Publish callbacks [] for security_group (915c83ae-93aa-429d-acb6-24053734adfa), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:54.035597 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (915c83ae-93aa-429d-acb6-24053734adfa), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:54.038285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:54.040478 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/915c83ae-93aa-429d-acb6-24053734adfa HTTP/1.1" status: 204 len: 168 time: 0.1628411 Jun 18 08:07:54.052557 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6c892-9a1a-428f-af8f-28216d579b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c83ae-93aa-429d-acb6-24053734adfa,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:54.055981 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43421d25-688c-4892-9c35-f5beb74b1053 None None] Network fbf69721-c844-426f-8a34-466c5ae8bd57 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:07:54.081672 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-d86e87ea-d414-47b6-a7e3-5ced316cab39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631337 Jun 18 08:07:54.421295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b067-5716-405f-9157-7f486018779d req-556dfdf7-19de-4cb9-81a0-9fbd855442b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.422797 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-556dfdf7-19de-4cb9-81a0-9fbd855442b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.0615239 Jun 18 08:07:54.540714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ad6b-1100-433e-b063-b4be619bef95 req-45e26637-708c-44d6-a052-49057c075515 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.555187 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0479ad6b-1100-433e-b063-b4be619bef95 req-45e26637-708c-44d6-a052-49057c075515 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.1076062 Jun 18 08:07:54.629374 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0479ad6b-1100-433e-b063-b4be619bef95 req-857cd78c-d5da-4a80-a235-c62aa47f00db tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/security-groups?id=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722251 Jun 18 08:07:54.717737 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f03b40-b8e6-4684-b448-45ea7a5d9fa2 req-91efd609-7b07-403a-b87e-4ba972ac000f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.719574 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73f03b40-b8e6-4684-b448-45ea7a5d9fa2 req-91efd609-7b07-403a-b87e-4ba972ac000f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0480146 Jun 18 08:07:54.730774 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:54.753044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b067-5716-405f-9157-7f486018779d req-ea32c36b-c22b-4bd5-9eb7-88f0b7269991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.754742 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-ea32c36b-c22b-4bd5-9eb7-88f0b7269991 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1109831 Jun 18 08:07:54.758479 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:54.776445 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73f03b40-b8e6-4684-b448-45ea7a5d9fa2 req-47899b7c-8a34-40d3-817f-24945d311706 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Jun 18 08:07:54.862281 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-861388f2-164f-4d51-8476-7f6ba6353d63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.0694852 Jun 18 08:07:54.874986 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-ee0ae657-6563-4095-8f8d-b9d5c972a712 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.876298 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-ee0ae657-6563-4095-8f8d-b9d5c972a712 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 945 time: 0.0848889 Jun 18 08:07:54.962463 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:54.967983 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b067-5716-405f-9157-7f486018779d req-c36b723a-aec4-436b-88f8-7db916e75773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:54.969495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-c36b723a-aec4-436b-88f8-7db916e75773 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0923605 Jun 18 08:07:55.051478 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Deleting port ac024896-ecc5-41cf-951e-462d3c0bb004 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:07:55.051750 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:55.067538 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b067-5716-405f-9157-7f486018779d req-9a10ada9-5e18-4782-94c4-37005d50a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:55.069052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-9a10ada9-5e18-4782-94c4-37005d50a2e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739431 Jun 18 08:07:55.140969 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:55.211407 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] For port ac024896-ecc5-41cf-951e-462d3c0bb004, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ac024896-ecc5-41cf-951e-462d3c0bb004,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:07:55.211762 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:55.473483 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Calling delete_port for ac024896-ecc5-41cf-951e-462d3c0bb004 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:07:55.483555 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-7c16ca01-80ef-4cb3-85ec-44cd954c8a46 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977280 Jun 18 08:07:55.649956 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52a7b067-5716-405f-9157-7f486018779d req-7a945d99-32ae-41ab-99f8-b82893cfc6ec service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593750 Jun 18 08:07:55.722737 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ac024896-ecc5-41cf-951e-462d3c0bb004), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:55.759357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Pushing event deleted for resources: {'Port': ['ID=ac024896-ecc5-41cf-951e-462d3c0bb004,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:55.776640 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['ac024896-ecc5-41cf-951e-462d3c0bb004'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:07:55.840853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d676efb-bed8-4d63-add9-3aac59f32b06 req-eced9990-cffd-4437-94f2-f7ae260a08d3 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0839243 Jun 18 08:07:55.872746 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] No DVR routers for this DVR port ac024896-ecc5-41cf-951e-462d3c0bb004 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:07:55.876169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:55.879755 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-896f6558-8f70-49ab-b2a1-11aeacff64a4 req-2b5c2802-ffc2-4a1b-97c0-68475846cc5c tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.16 "DELETE /v2.0/ports/ac024896-ecc5-41cf-951e-462d3c0bb004 HTTP/1.1" status: 204 len: 173 time: 0.9942739 Jun 18 08:07:55.880217 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'name': 'network-vif-deleted', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:07:55.882803 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0bf72-dfd1-4ec1-9f0a-527dfebdec6c" -d '{"events": [{"server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "name": "network-vif-deleted", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:07:55.917950 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa49f6-e5bc-435c-b6e1-77e6582bbe6e req-d7dabcc3-2b2b-433a-ab80-543ea89ce707 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:55.920028 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1baa49f6-e5bc-435c-b6e1-77e6582bbe6e req-d7dabcc3-2b2b-433a-ab80-543ea89ce707 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0664301 Jun 18 08:07:55.980898 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1baa49f6-e5bc-435c-b6e1-77e6582bbe6e req-5fa58fb3-76bd-4cdd-9857-4bb6d71ce127 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Jun 18 08:07:56.024959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc7d8b5-b8b3-4d50-a9a0-c88bb779e19e x-openstack-request-id: req-1fc7d8b5-b8b3-4d50-a9a0-c88bb779e19e {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:07:56.025348 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6dff9b-5738-4371-9eca-ffe2ffebdc8b", "name": "network-vif-deleted", "tag": "ac024896-ecc5-41cf-951e-462d3c0bb004", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:07:56.025603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fc7d8b5-b8b3-4d50-a9a0-c88bb779e19e {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:07:56.026004 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc7d8b5-b8b3-4d50-a9a0-c88bb779e19e'] response: {'server_uuid': '5c6dff9b-5738-4371-9eca-ffe2ffebdc8b', 'name': 'network-vif-deleted', 'tag': 'ac024896-ecc5-41cf-951e-462d3c0bb004', 'status': 'completed', 'code': 200} Jun 18 08:07:56.040461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-475dca6e-5e14-4abb-9927-6f969dcfd08c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:56.041863 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-475dca6e-5e14-4abb-9927-6f969dcfd08c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/networks?id=fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 200 len: 809 time: 0.1098258 Jun 18 08:07:56.056562 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-93450899-037b-4585-a50b-e9654b2bd712 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/quotas/7fc3f6aac547489fa25a163e016f8eef HTTP/1.1" status: 200 len: 375 time: 0.0092292 Jun 18 08:07:56.088094 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-ba649829-e682-434e-a61e-d0d9fb4ffe94 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266502 Jun 18 08:07:56.111070 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:56.184832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-36266cbf-d614-4af8-b348-a261322067b1 service neutron] 10.222.0.23 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901058 Jun 18 08:07:56.274190 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-74caaf20-953c-49ea-b80d-f906d239958a service neutron] 10.222.0.23 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830214 Jun 18 08:07:56.448933 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9c29a8d1-34f4-4327-8868-d7c4d9c227c7 req-8fb1ecaf-286f-4feb-b957-4da6bab5c5d8 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0324442 Jun 18 08:07:56.965952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-031a8dc3-d194-4efb-a290-457ed8bfc89d req-b5763914-4378-4155-b3fe-97e640a95700 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0390680 Jun 18 08:07:57.070023 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50616) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:57.124500 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2381311-ddbd-471e-82ea-72f65805ef82 req-a7b8c7b1-59b2-43f9-844a-d6e2fdef2418 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:57.126403 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b2381311-ddbd-471e-82ea-72f65805ef82 req-a7b8c7b1-59b2-43f9-844a-d6e2fdef2418 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0637422 Jun 18 08:07:57.194651 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b83fcab-7bbc-4f8b-87dd-2eecf103c249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.194882 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b2381311-ddbd-471e-82ea-72f65805ef82 req-2bddded3-04a1-4023-89cf-e1532cf27c5e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Jun 18 08:07:57.270531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b83fcab-7bbc-4f8b-87dd-2eecf103c249 admin admin] Publish callbacks [] for security_group (0cecf480-e96a-4933-957e-d016a9007bc6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.276048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b83fcab-7bbc-4f8b-87dd-2eecf103c249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0cecf480-e96a-4933-957e-d016a9007bc6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.291439 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=55 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:57.295884 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:57.317252 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9b83fcab-7bbc-4f8b-87dd-2eecf103c249 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0970a4e6c340439e98c720b70428b953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460825 Jun 18 08:07:57.318578 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83fcab-7bbc-4f8b-87dd-2eecf103c249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cecf480-e96a-4933-957e-d016a9007bc6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:57.320272 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50620) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:57.370300 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] Publish callbacks [] for security_group (0cecf480-e96a-4933-957e-d016a9007bc6), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.392921 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] Publish callbacks [] for security_group (0cecf480-e96a-4933-957e-d016a9007bc6), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.442945 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0cecf480-e96a-4933-957e-d016a9007bc6), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.445667 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.446842 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cecf480-e96a-4933-957e-d016a9007bc6 HTTP/1.1" status: 204 len: 168 time: 0.1244042 Jun 18 08:07:57.457038 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c5480-0ce5-4b6a-8861-1eaac0002ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cecf480-e96a-4933-957e-d016a9007bc6,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:57.552334 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98054a2c-3be8-4505-b007-9830b91b2aa5 req-4f8f6b2c-c3b8-44ab-b8b4-5b5b30a0348f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0283320 Jun 18 08:07:57.744258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50632) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:57.760296 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-064b4d55-82a0-4f3b-aab4-566adaaf08ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.848172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-064b4d55-82a0-4f3b-aab4-566adaaf08ae admin admin] Publish callbacks [] for security_group (ed52a670-3666-46d5-aaaa-209383da3cf1), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.852740 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-064b4d55-82a0-4f3b-aab4-566adaaf08ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ed52a670-3666-46d5-aaaa-209383da3cf1), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.895150 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-064b4d55-82a0-4f3b-aab4-566adaaf08ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=971351b6eb734f25b81194829381bbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495960 Jun 18 08:07:57.896274 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4d55-82a0-4f3b-aab4-566adaaf08ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed52a670-3666-46d5-aaaa-209383da3cf1,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:57.898855 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50640) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:07:57.950195 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] Publish callbacks [] for security_group (ed52a670-3666-46d5-aaaa-209383da3cf1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:57.975287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] Publish callbacks [] for security_group (ed52a670-3666-46d5-aaaa-209383da3cf1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:58.026296 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ed52a670-3666-46d5-aaaa-209383da3cf1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:58.029049 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:58.030158 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed52a670-3666-46d5-aaaa-209383da3cf1 HTTP/1.1" status: 204 len: 168 time: 0.1296589 Jun 18 08:07:58.039415 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc737f-4ddf-41ab-9818-5d67bc8f7b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed52a670-3666-46d5-aaaa-209383da3cf1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:07:58.093413 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:07:58.131254 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bf1946f7-3a65-4c3d-b9cd-76ec73c63b12 req-bf8808fb-7927-4cad-8cb0-aca8b60c25d2 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0482469 Jun 18 08:07:58.134867 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e582c5bd-d97b-4009-badd-0666e753bbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:07:58.317372 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156b16b-0403-46ea-9db5-804f031e70ae req-14f33808-59bb-418e-b7c1-8fc045791b1b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:58.318975 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1156b16b-0403-46ea-9db5-804f031e70ae req-14f33808-59bb-418e-b7c1-8fc045791b1b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0487516 Jun 18 08:07:58.367420 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1156b16b-0403-46ea-9db5-804f031e70ae req-13cb93db-3837-4e2b-b629-ada15640299f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423868 Jun 18 08:07:58.647807 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8ce85017-f6af-4866-83d7-b461c9364cf7 req-d944c56d-3742-473c-81f3-56aa9156a6a7 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0272388 Jun 18 08:07:59.252893 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d4c7540f-285c-471a-948d-0ae7b533ec17 req-516e23d5-200b-48c3-9782-d3f2d64a827b tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0284925 Jun 18 08:07:59.494725 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26857e-01cb-46dd-bf24-6040bf15d59c req-d259f5a5-29f3-43dd-9f77-56140945db37 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:07:59.496132 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3c26857e-01cb-46dd-bf24-6040bf15d59c req-d259f5a5-29f3-43dd-9f77-56140945db37 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0626271 Jun 18 08:07:59.549873 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3c26857e-01cb-46dd-bf24-6040bf15d59c req-7c820595-7d79-4709-bb4e-fb083ee6ee13 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Jun 18 08:07:59.753136 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbf82458-d9b0-4328-94b1-6d7d822e6593 req-3f32eb62-1152-4a13-b0b6-f225a32b391c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0305910 Jun 18 08:07:59.799928 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ac024896-ecc5-41cf-951e-462d3c0bb004 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:07:59.823652 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: ac024896-ecc5-41cf-951e-462d3c0bb004 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:07:59.824020 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ac024896-ecc5-41cf-951e-462d3c0bb004 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:00.367826 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b496257b-3517-4eea-85f6-bbe1bc949331 req-a72e3e8a-0224-483a-8860-212ef4e33c50 tempest-DeleteServersTestJSON-1945071841 tempest-DeleteServersTestJSON-1945071841-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6dff9b-5738-4371-9eca-ffe2ffebdc8b HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jun 18 08:08:00.428391 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2f4be6b3-3563-47a5-94ff-bc18c33288a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:00.703348 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168984a2-6ed7-4fa2-b680-3f363013ee66 req-b1012455-0415-40ca-b663-5e624becd9b8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:00.704852 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-168984a2-6ed7-4fa2-b680-3f363013ee66 req-b1012455-0415-40ca-b663-5e624becd9b8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0752704 Jun 18 08:08:00.810031 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-168984a2-6ed7-4fa2-b680-3f363013ee66 req-e062a324-5f6f-40be-8fb2-8a6d90428228 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980980 Jun 18 08:08:00.816175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-7323a472-f430-48d1-bef4-b1bbaf63d501 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:00.819047 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-7323a472-f430-48d1-bef4-b1bbaf63d501 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "GET /v2.0/networks?id=fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 200 len: 809 time: 0.1591878 Jun 18 08:08:00.857509 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-57fdc150-59ce-48cd-abf2-78ddfa751b78 req-8794eb03-70c4-4e78-b3cf-e89790e70e3b tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0267446 Jun 18 08:08:00.986630 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Request body: {'port': {'device_id': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57', 'admin_state_up': True, 'tenant_id': '7fc3f6aac547489fa25a163e016f8eef'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:01.053242 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:01.101098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Made reservation on behalf of 7fc3f6aac547489fa25a163e016f8eef for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:01.106122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.241929 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.249618 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Allocated IP 172.20.0.9 (fbf69721-c844-426f-8a34-466c5ae8bd57/f8aa3e29-e426-4c74-b9e8-deecf982d037/afc1115b-1416-4009-ac86-e285426039a4) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:01.369592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:01.414980 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks [] for port (afc1115b-1416-4009-ac86-e285426039a4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.466066 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.516802 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Network fbf69721-c844-426f-8a34-466c5ae8bd57 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:01.522045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:01.526056 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:01.571438 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Pushing event updated for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:01.590327 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:01.591166 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.620358 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-31b2169a-68c0-4488-9e6f-4f15b39d60ce tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6377552 Jun 18 08:08:01.744770 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50790) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:01.833834 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=77 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:01.854903 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-18587750-df6c-4dd6-843e-c5dbf3402756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.942332 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-18587750-df6c-4dd6-843e-c5dbf3402756 admin admin] Publish callbacks [] for security_group (ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.946165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed17a0-e694-48af-a00d-bad0d5cf50e3 req-752df48e-0d7e-482b-901f-b9620461cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:01.948362 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7ed17a0-e694-48af-a00d-bad0d5cf50e3 req-752df48e-0d7e-482b-901f-b9620461cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0620863 Jun 18 08:08:01.952144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-18587750-df6c-4dd6-843e-c5dbf3402756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:01.983948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:01.997028 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7ed17a0-e694-48af-a00d-bad0d5cf50e3 req-8ffc5390-fe07-46ce-8cf1-0d3e7aa3c055 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Jun 18 08:08:02.023911 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb1ab1-8361-4812-85c5-25fd575fa0a9 req-f1b650ce-88d4-4c56-8535-786596c6a234 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:02.025374 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4aeb1ab1-8361-4812-85c5-25fd575fa0a9 req-f1b650ce-88d4-4c56-8535-786596c6a234 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 931 time: 0.0862298 Jun 18 08:08:02.029568 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-18587750-df6c-4dd6-843e-c5dbf3402756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adff847e5f13472486b6f4e23d1eddc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838020 Jun 18 08:08:02.030631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587750-df6c-4dd6-843e-c5dbf3402756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:02.032442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 50798) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:02.081369 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4aeb1ab1-8361-4812-85c5-25fd575fa0a9 req-581d776e-b696-46b1-8353-89fafa31ca80 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Jun 18 08:08:02.082970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] Publish callbacks [] for security_group (ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:02.104299 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] Publish callbacks [] for security_group (ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:02.151893 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:02.156477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:02.158462 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8 HTTP/1.1" status: 204 len: 168 time: 0.1248863 Jun 18 08:08:02.168527 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a415827-4e8b-4fab-8b30-14f35383dd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7cf102-aaaa-4e0b-a2aa-85a664eb54c8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:02.775833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:02.785550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:03.101110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:03.121755 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539eb4af-59f6-4823-9b4c-dc75aade87ff req-89004057-65d7-4d35-bdde-f8ae6f5d69d7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:03.123351 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-539eb4af-59f6-4823-9b4c-dc75aade87ff req-89004057-65d7-4d35-bdde-f8ae6f5d69d7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0534961 Jun 18 08:08:03.176383 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-539eb4af-59f6-4823-9b4c-dc75aade87ff req-599bd7c2-2703-48b5-ab79-228570178cfe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Jun 18 08:08:03.208235 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dc95b-e404-4383-8d00-fa07bb1ea7f2 req-76b303b6-87c2-403d-a084-16792585ff7e tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:03.210401 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-191dc95b-e404-4383-8d00-fa07bb1ea7f2 req-76b303b6-87c2-403d-a084-16792585ff7e tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 931 time: 0.0526118 Jun 18 08:08:03.260927 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:03.269132 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-191dc95b-e404-4383-8d00-fa07bb1ea7f2 req-131a5e42-63e1-45c8-ba7c-7aead2cb2cde tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526416 Jun 18 08:08:04.283846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Request body: {'port': {'device_id': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:04.319913 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76644e-aef2-465e-85fe-a87d086bfc51 req-c1c1200f-668c-4a7d-a6c6-397f6dc28730 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:04.321424 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b76644e-aef2-465e-85fe-a87d086bfc51 req-c1c1200f-668c-4a7d-a6c6-397f6dc28730 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0711362 Jun 18 08:08:04.382432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (afc1115b-1416-4009-ac86-e285426039a4), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.406925 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28244a3-3f31-48bb-be3a-d3c820c572a6 req-b65dc637-d20a-4f73-873f-59853e1753b8 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:04.408431 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a28244a3-3f31-48bb-be3a-d3c820c572a6 req-b65dc637-d20a-4f73-873f-59853e1753b8 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 931 time: 0.0506558 Jun 18 08:08:04.410529 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b76644e-aef2-465e-85fe-a87d086bfc51 req-fd23d270-b7da-49a8-8178-2b7515f9478d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783565 Jun 18 08:08:04.457377 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a28244a3-3f31-48bb-be3a-d3c820c572a6 req-43ff8f62-4f77-4ef7-be28-01c358c41b12 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Jun 18 08:08:04.576113 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:04.663319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc1115b-1416-4009-ac86-e285426039a4 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:04.670845 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks [] for port (afc1115b-1416-4009-ac86-e285426039a4), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.683071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Transition to ACTIVE for port object afc1115b-1416-4009-ac86-e285426039a4 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:08:04.688277 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.735432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Pushing event updated for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:04.807416 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Attempting to bind port afc1115b-1416-4009-ac86-e285426039a4 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:04.807733 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Attempting to bind port afc1115b-1416-4009-ac86-e285426039a4 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:04.808048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Attempting to bind port afc1115b-1416-4009-ac86-e285426039a4 on network fbf69721-c844-426f-8a34-466c5ae8bd57 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:04.812310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Port afc1115b-1416-4009-ac86-e285426039a4 on network fbf69721-c844-426f-8a34-466c5ae8bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:08:04.812621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Attempting to bind port afc1115b-1416-4009-ac86-e285426039a4 on network fbf69721-c844-426f-8a34-466c5ae8bd57 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:04.818285 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:04.818608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Checking segment: {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:04.818980 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Bound using segment: {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:04.819447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Bound port: afc1115b-1416-4009-ac86-e285426039a4, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:04.819872 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (afc1115b-1416-4009-ac86-e285426039a4), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.880479 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:04.883809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=afc1115b-1416-4009-ac86-e285426039a4,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:04.890929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.931595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:04.932309 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:04.933682 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] 10.222.0.16 "PUT /v2.0/ports/afc1115b-1416-4009-ac86-e285426039a4 HTTP/1.1" status: 200 len: 1093 time: 0.6558239 Jun 18 08:08:04.935954 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:04.938352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735eda3-69c1-4caa-a579-a6cffd500764" -d '{"events": [{"name": "network-changed", "server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "tag": "afc1115b-1416-4009-ac86-e285426039a4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:04.965116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac18f-b439-42ea-8191-bb98c5e1781f service neutron] Pushing event updated for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:04.977073 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ebd5cb-5ed1-4422-b076-c24501081c1d x-openstack-request-id: req-92ebd5cb-5ed1-4422-b076-c24501081c1d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:04.977442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "tag": "afc1115b-1416-4009-ac86-e285426039a4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:04.977692 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92ebd5cb-5ed1-4422-b076-c24501081c1d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:04.978114 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ebd5cb-5ed1-4422-b076-c24501081c1d'] response: {'name': 'network-changed', 'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4', 'status': 'completed', 'code': 200} Jun 18 08:08:05.059200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-71d6965d-5451-47d2-a15b-47159d1f69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:05.060792 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-71d6965d-5451-47d2-a15b-47159d1f69f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 1127 time: 0.0452704 Jun 18 08:08:05.116138 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-aee20532-3e1d-4e22-b12d-a8c5ae7d1677 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc1115b-1416-4009-ac86-e285426039a4 HTTP/1.1" status: 200 len: 217 time: 0.0330088 Jun 18 08:08:05.176822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000fc92-619f-4094-89d5-ac5d8732018a req-cbee7a88-a105-469f-9579-99860d092ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:05.178280 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-cbee7a88-a105-469f-9579-99860d092ff1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8aa3e29-e426-4c74-b9e8-deecf982d037 HTTP/1.1" status: 200 len: 849 time: 0.0485141 Jun 18 08:08:05.195439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:05.213342 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-a221a390-e551-4bf1-86e2-e8fe16537265 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbf69721-c844-426f-8a34-466c5ae8bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271087 Jun 18 08:08:05.326042 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-ff771532-b6aa-4478-b05c-e6cb5ab49acd service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003013 Jun 18 08:08:05.418844 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5000fc92-619f-4094-89d5-ac5d8732018a req-74c37122-1b47-4ba0-8ce5-5ea67c865089 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889142 Jun 18 08:08:05.540134 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b74ed4-af25-4892-9601-54be031d7cc7 req-446ff3cd-1abe-4917-ab0c-d2697048c7b7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:05.544265 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f3b74ed4-af25-4892-9601-54be031d7cc7 req-446ff3cd-1abe-4917-ab0c-d2697048c7b7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0618417 Jun 18 08:08:05.597968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398263-2108-4587-b283-e1cf14a68187 req-8f0ddd6f-316b-4b41-8c9e-efdbdab1ab02 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:05.600459 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-29398263-2108-4587-b283-e1cf14a68187 req-8f0ddd6f-316b-4b41-8c9e-efdbdab1ab02 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0675654 Jun 18 08:08:05.609676 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f3b74ed4-af25-4892-9601-54be031d7cc7 req-89d4d93e-845f-405d-ba3d-88033e325786 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582187 Jun 18 08:08:05.648960 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-29398263-2108-4587-b283-e1cf14a68187 req-5e30cd79-ed18-4116-9a58-3fa4667a9888 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426271 Jun 18 08:08:06.043799 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50884) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:06.269916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:06.422369 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:06.702192 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Deleting port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:06.702865 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:06.730507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:06.760994 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646ba33-5f56-4927-a834-6c667c09b69c req-865d6bca-ac1f-4ab6-947f-111970002884 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:06.762501 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c646ba33-5f56-4927-a834-6c667c09b69c req-865d6bca-ac1f-4ab6-947f-111970002884 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0713420 Jun 18 08:08:06.775928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2996fe-8050-463d-8426-154e76671161 req-12b534ac-0fcf-41f8-8de5-25dbc2d2d310 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:06.777406 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd2996fe-8050-463d-8426-154e76671161 req-12b534ac-0fcf-41f8-8de5-25dbc2d2d310 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0526488 Jun 18 08:08:06.830301 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd2996fe-8050-463d-8426-154e76671161 req-34a1d16d-6b4f-4f37-bb79-76275b22afe4 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470638 Jun 18 08:08:06.859236 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] For port 2ea86679-dd6f-4fd4-9540-70f6a7177e5b, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:06.859588 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:06.864747 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c646ba33-5f56-4927-a834-6c667c09b69c req-8443ff3f-beab-4d7c-a6ce-01f25ccdaa3d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743463 Jun 18 08:08:06.874939 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Calling delete_port for 2ea86679-dd6f-4fd4-9540-70f6a7177e5b owned by network:router_interface {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:07.086973 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (2ea86679-dd6f-4fd4-9540-70f6a7177e5b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:07.112643 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea86679-dd6f-4fd4-9540-70f6a7177e5b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:07.274742 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:07.294795 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:07.690273 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:08:07.743145 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:07.796904 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:07.807568 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c85e90fd-33ce-42e9-96d5-fe62ba07b6eb admin admin] 10.222.0.23 "PUT /v2.0/routers/00c2cb77-bf11-4f0d-9f06-f138d7bece51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575269 Jun 18 08:08:07.808519 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Sync routers for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:07.810027 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50904) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:07.817811 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:07.818412 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:07.923135 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:07.924049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks [] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:07.926673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:07.969300 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f379f-fa48-45f2-81e6-a47fd9ff5d2e req-0ab6c52b-49ec-4aca-a5ff-3ad45ac8e01f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:07.971177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-448f379f-fa48-45f2-81e6-a47fd9ff5d2e req-0ab6c52b-49ec-4aca-a5ff-3ad45ac8e01f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0727744 Jun 18 08:08:08.023368 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-448f379f-fa48-45f2-81e6-a47fd9ff5d2e req-34e5a4ff-7211-4ed7-951e-ed9d89e7135f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Jun 18 08:08:08.024595 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d95099-e997-40ae-98aa-f81b9fb57ee3 req-98fa9cc9-f5d2-4890-9df7-819c5f37261f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:08.026082 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-01d95099-e997-40ae-98aa-f81b9fb57ee3 req-98fa9cc9-f5d2-4890-9df7-819c5f37261f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0603473 Jun 18 08:08:08.091401 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:08:07Z', 'revision_number': 5, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port': {'id': 'dba245a0-d410-47b2-a92b-b86c9eda6f53', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:48Z', 'updated_at': '2022-06-18T08:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:08.105553 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks [] for router_gateway (00c2cb77-bf11-4f0d-9f06-f138d7bece51), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.115675 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Checking router: 00c2cb77-bf11-4f0d-9f06-f138d7bece51 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:08.122031 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-01d95099-e997-40ae-98aa-f81b9fb57ee3 req-fd8d8ed8-1d12-488a-a10f-66b738ccebd9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699167 Jun 18 08:08:08.124497 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Routers {'00c2cb77-bf11-4f0d-9f06-f138d7bece51'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:08.125433 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:08.155610 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Deleting port dba245a0-d410-47b2-a92b-b86c9eda6f53 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:08.155872 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.211871 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] Set router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:08.236825 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] For port dba245a0-d410-47b2-a92b-b86c9eda6f53, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=dba245a0-d410-47b2-a92b-b86c9eda6f53,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:08.237188 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.255078 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Calling delete_port for dba245a0-d410-47b2-a92b-b86c9eda6f53 owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:08.263751 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:08:08Z', 'revision_number': 6, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:08.288695 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a4e3c9-cb5f-4b99-bffc-ada3874a208e None None] The sync data for ids ['00c2cb77-bf11-4f0d-9f06-f138d7bece51'] in dv-cinder-826349-2-iscsi is: [{'id': '00c2cb77-bf11-4f0d-9f06-f138d7bece51', 'name': 'tempest-DeleteServersTestJSON-1097385611-router', 'tenant_id': '2c80bfefeba54986bdbbf7339617e26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:08:08Z', 'revision_number': 6, 'project_id': '2c80bfefeba54986bdbbf7339617e26f', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:08.425639 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:08.433677 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (dba245a0-d410-47b2-a92b-b86c9eda6f53), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.459880 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba245a0-d410-47b2-a92b-b86c9eda6f53,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:08.520895 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.621003 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.623290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks [] for router_controller (00c2cb77-bf11-4f0d-9f06-f138d7bece51), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.694707 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (00c2cb77-bf11-4f0d-9f06-f138d7bece51), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.695287 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c2cb77-bf11-4f0d-9f06-f138d7bece51 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:08:08.701270 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.702385 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-9e0eeb01-2ac7-41ba-b7f3-205d8e8e46f4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/00c2cb77-bf11-4f0d-9f06-f138d7bece51 HTTP/1.1" status: 204 len: 168 time: 0.8914189 Jun 18 08:08:08.704966 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50914) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:08.730341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:08.750824 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Deleting subnet 26887de7-b86e-4e2d-bcb0-39091fa4dac2 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:08:08.754113 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Publish callbacks [] for subnet (26887de7-b86e-4e2d-bcb0-39091fa4dac2), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.790118 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (26887de7-b86e-4e2d-bcb0-39091fa4dac2), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.894941 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (26887de7-b86e-4e2d-bcb0-39091fa4dac2), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.949350 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (26887de7-b86e-4e2d-bcb0-39091fa4dac2), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.980394 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26887de7-b86e-4e2d-bcb0-39091fa4dac2,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:08.985241 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:08.988729 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-50065915-3f43-4ff0-8dc3-1950cddc24d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26887de7-b86e-4e2d-bcb0-39091fa4dac2 HTTP/1.1" status: 204 len: 168 time: 0.2824562 Jun 18 08:08:08.991043 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50918) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:08.991295 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa805a-1f4e-4b8a-b940-3a2b57bad56f None None] Network 57b43818-8a20-411e-9055-1296d302b73e requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:08:08.994037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:09.090689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (57b43818-8a20-411e-9055-1296d302b73e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.116383 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2ea86679-dd6f-4fd4-9540-70f6a7177e5b no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:08:09.140150 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 2ea86679-dd6f-4fd4-9540-70f6a7177e5b {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:08:09.140600 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2ea86679-dd6f-4fd4-9540-70f6a7177e5b not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:09.141114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device dba245a0-d410-47b2-a92b-b86c9eda6f53 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:08:09.161740 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: dba245a0-d410-47b2-a92b-b86c9eda6f53 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:08:09.162154 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device dba245a0-d410-47b2-a92b-b86c9eda6f53 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:09.163768 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Deleting port b60dc50c-c624-40b1-9a1a-1a33185c36ab {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:09.164046 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.165397 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894161-0245-4ecd-8809-c6e14756e49c req-d6a9bfbf-c4a3-485d-a866-2049bf719d60 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:09.174171 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] DHCP port deletion for 57b43818-8a20-411e-9055-1296d302b73e request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:08:09.178639 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c4894161-0245-4ecd-8809-c6e14756e49c req-d6a9bfbf-c4a3-485d-a866-2049bf719d60 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0636578 Jun 18 08:08:09.229995 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Deleting port b60dc50c-c624-40b1-9a1a-1a33185c36ab {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:09.230364 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.234866 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c4894161-0245-4ecd-8809-c6e14756e49c req-649af80e-41c5-4732-8833-65ca0da79f96 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550241 Jun 18 08:08:09.307160 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] For port b60dc50c-c624-40b1-9a1a-1a33185c36ab, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b60dc50c-c624-40b1-9a1a-1a33185c36ab,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:09.307595 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.308538 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] For port b60dc50c-c624-40b1-9a1a-1a33185c36ab, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b60dc50c-c624-40b1-9a1a-1a33185c36ab,segment=NetworkSegment(43af85f0-8703-4c49-927a-32325c269971),segment_id=43af85f0-8703-4c49-927a-32325c269971)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:09.308908 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.324611 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Calling delete_port for b60dc50c-c624-40b1-9a1a-1a33185c36ab owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:09.327358 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b273bc-ca87-4518-af7c-c6c3970cf990 req-230eb2f7-b108-4295-8196-4ac12f0136e1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:09.328873 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3b273bc-ca87-4518-af7c-c6c3970cf990 req-230eb2f7-b108-4295-8196-4ac12f0136e1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0745726 Jun 18 08:08:09.333357 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Calling delete_port for b60dc50c-c624-40b1-9a1a-1a33185c36ab owned by network:dhcp {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:09.438963 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3b273bc-ca87-4518-af7c-c6c3970cf990 req-7ead105e-e55e-4bc6-aa7a-70ae46981bca tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002445 Jun 18 08:08:09.442355 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.467048 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (b60dc50c-c624-40b1-9a1a-1a33185c36ab), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.477713 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:09.481087 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] No DVR routers for this DVR port b60dc50c-c624-40b1-9a1a-1a33185c36ab on host dv-cinder-826349-2-iscsi {{(pid=104012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:08:09.481725 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Pushing event deleted for resources: {'Port': ['ID=b60dc50c-c624-40b1-9a1a-1a33185c36ab,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:09.493068 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.493618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.494110 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.494600 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.495115 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.495603 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.496090 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.496566 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.497041 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.497532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.498005 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.498554 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.499062 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.499531 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.500013 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:09.503477 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33274c6-334c-4f62-90f7-bd0e54662837 None None] No DVR routers for this DVR port b60dc50c-c624-40b1-9a1a-1a33185c36ab on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:08:09.539070 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Pushing event deleted for resources: {'Port': ['ID=b60dc50c-c624-40b1-9a1a-1a33185c36ab,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:09.614634 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (57b43818-8a20-411e-9055-1296d302b73e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.636539 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b43818-8a20-411e-9055-1296d302b73e']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:09.646805 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af85f0-8703-4c49-927a-32325c269971') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:09.647119 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af85f0-8703-4c49-927a-32325c269971') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:09.657112 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (43af85f0-8703-4c49-927a-32325c269971), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.670882 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (43af85f0-8703-4c49-927a-32325c269971), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.677019 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:08:09.677393 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (43af85f0-8703-4c49-927a-32325c269971), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.704920 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 43af85f0-8703-4c49-927a-32325c269971 resource provider aggregate not found Jun 18 08:08:09.734480 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 43af85f0-8703-4c49-927a-32325c269971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43af85f0-8703-4c49-927a-32325c269971 found for delete ", "request_id": "req-a52c0975-5b60-474c-a2a8-280e022c15f7"}]} Jun 18 08:08:09.743614 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (57b43818-8a20-411e-9055-1296d302b73e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.749535 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:09.753340 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] 10.222.0.23 "DELETE /v2.0/networks/57b43818-8a20-411e-9055-1296d302b73e HTTP/1.1" status: 204 len: 168 time: 0.7611377 Jun 18 08:08:09.771544 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fa2f8-6b5f-41f1-b6a3-869e147a014e admin admin] Pushing event deleted for resources: {'Network': ['ID=57b43818-8a20-411e-9055-1296d302b73e,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:09.883169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-fc5502a2-4a1f-42cd-b5a8-c46f1da5a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:09.885038 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-fc5502a2-4a1f-42cd-b5a8-c46f1da5a44f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 1127 time: 0.0504947 Jun 18 08:08:09.981253 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50948) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:09.991322 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:09.997660 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-5c0b45eb-f325-4174-b7af-3a989685fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:09.999230 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-5c0b45eb-f325-4174-b7af-3a989685fe4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 200 len: 910 time: 0.1037648 Jun 18 08:08:10.030552 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-82289d44-911a-41a5-b615-94b4ed2a1948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c80bfefeba54986bdbbf7339617e26f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474918 Jun 18 08:08:10.033778 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 50952) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:10.043709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-b0aa1026-4d46-45f0-886b-0a3fa34fbc17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc1115b-1416-4009-ac86-e285426039a4 HTTP/1.1" status: 200 len: 217 time: 0.0375547 Jun 18 08:08:10.091690 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] Publish callbacks [] for security_group (6da176bd-e243-4d8d-9fb7-eeb2105bbf9c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:10.105512 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-e6688dd8-2c80-4630-aa14-f6a1e0101572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:10.107800 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-e6688dd8-2c80-4630-aa14-f6a1e0101572 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8aa3e29-e426-4c74-b9e8-deecf982d037 HTTP/1.1" status: 200 len: 849 time: 0.0567486 Jun 18 08:08:10.114346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] Publish callbacks [] for security_group (6da176bd-e243-4d8d-9fb7-eeb2105bbf9c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:10.141340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-5200c204-ebe9-459f-9ac6-48b226263d2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbf69721-c844-426f-8a34-466c5ae8bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276811 Jun 18 08:08:10.177243 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6da176bd-e243-4d8d-9fb7-eeb2105bbf9c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:10.180210 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:10.183421 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6da176bd-e243-4d8d-9fb7-eeb2105bbf9c HTTP/1.1" status: 204 len: 168 time: 0.1468437 Jun 18 08:08:10.190232 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4339e-3c05-429e-ac90-db2da5d4bd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da176bd-e243-4d8d-9fb7-eeb2105bbf9c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:10.269019 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-35d6e021-6258-45ab-a3ee-17c112fc9ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172669 Jun 18 08:08:10.449244 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96283f-1ece-4b5d-bf5a-1ea8d32c259e req-280ebebc-6ad5-4c32-bcb4-4e1f838c9066 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:10.450715 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a96283f-1ece-4b5d-bf5a-1ea8d32c259e req-280ebebc-6ad5-4c32-bcb4-4e1f838c9066 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0917180 Jun 18 08:08:10.454429 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6735eda3-69c1-4caa-a579-a6cffd500764 req-2b4ead6c-ce32-468e-bd27-f684d96df830 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747825 Jun 18 08:08:10.466043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:10.515554 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a96283f-1ece-4b5d-bf5a-1ea8d32c259e req-710c1c07-3180-45d1-be99-d177a60746e1 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557325 Jun 18 08:08:10.565953 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822b2a-8bdb-4855-875f-88d47d8516a4 req-1e10c5fb-bd27-44b4-abbd-9a4484c5294d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:10.567869 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-59822b2a-8bdb-4855-875f-88d47d8516a4 req-1e10c5fb-bd27-44b4-abbd-9a4484c5294d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0534863 Jun 18 08:08:10.627791 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-59822b2a-8bdb-4855-875f-88d47d8516a4 req-d397aa08-4c31-4aa1-bbd2-ba88368314bb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539694 Jun 18 08:08:10.825060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b60dc50c-c624-40b1-9a1a-1a33185c36ab no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:08:10.852371 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: b60dc50c-c624-40b1-9a1a-1a33185c36ab {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:08:10.852699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b60dc50c-c624-40b1-9a1a-1a33185c36ab not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:11.047579 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51008) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:11.142027 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1484792988-network', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:11.166340 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:11.169108 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.177426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.256779 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks [] for security_group (269bf856-f449-4bc6-97b7-7eee848f2a06), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.261939 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (269bf856-f449-4bc6-97b7-7eee848f2a06), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.287220 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:08:11.297106 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269bf856-f449-4bc6-97b7-7eee848f2a06,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:11.303231 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (eede04f0-af8e-444f-94bf-5d5b47c38ac1), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.303567 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Added segment eede04f0-af8e-444f-94bf-5d5b47c38ac1 of type vlan for network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 Jun 18 08:08:11.344379 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.383329 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.384448 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:11.385189 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.390486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:11.426010 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3773167 Jun 18 08:08:11.429115 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51012) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:11.461884 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Request body: {'subnet': {'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-subnet', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:11.469906 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd91601-725f-4e11-89a3-7e2bd7fb8349 admin admin] Pushing event updated for resources: {'Network': ['ID=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:11.483733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:08:11.493674 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:11.496756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.650557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fc819-8d8f-4b38-b682-1e8663187877 req-325a773d-7644-449d-8119-3c50d1143a72 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:11.653086 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-112fc819-8d8f-4b38-b682-1e8663187877 req-325a773d-7644-449d-8119-3c50d1143a72 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0588722 Jun 18 08:08:11.705724 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-112fc819-8d8f-4b38-b682-1e8663187877 req-ed27feca-fd24-4c01-a884-e20274706d71 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 Jun 18 08:08:11.744946 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:11.751341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.787937 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c35fad-7f56-4b8d-b9c8-742925e2b38d req-8484283b-9226-48b1-a272-a61c97d3905d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:11.789359 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-45c35fad-7f56-4b8d-b9c8-742925e2b38d req-8484283b-9226-48b1-a272-a61c97d3905d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0789111 Jun 18 08:08:11.834304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:11.861881 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:11.862238 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Network hostable DHCP agents. Network: bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:08:11.877750 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-45c35fad-7f56-4b8d-b9c8-742925e2b38d req-1ed5bdc4-ea72-4300-b3c0-a5284cd8e3c9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772493 Jun 18 08:08:11.892205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:08:11.907714 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:11.911819 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:11.912410 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.917040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639cbcf-0f67-4b39-8387-add829cc2fbe None None] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:08:11.927528 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a79e219e-96f7-4544-a273-f39ad2325c5f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4972982 Jun 18 08:08:11.930252 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51024) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:11.934457 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:11.954658 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:11.955979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.016386 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for router_controller (99a0a44c-1697-4664-b6fa-75de30bdadf8), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.029978 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:08:12.031266 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.186020 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for router_gateway (99a0a44c-1697-4664-b6fa-75de30bdadf8), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.192571 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Allocated IP 172.20.0.2 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:12.271815 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:12.340762 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks [] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.348816 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.372784 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:12.390550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:12.398100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:12.405273 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:12.410024 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:12.414327 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Pushing event updated for resources: {'Port': ['ID=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:12.483901 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Attempting to bind port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:12.484244 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Attempting to bind port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:12.484626 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Attempting to bind port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:12.490292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:12.490663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:12.491084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.491474 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:12.492081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Bound port: 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:12.492457 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.562755 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] For port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:12.566630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] For port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:12.574004 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.609226 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for router_gateway (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.630681 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2554a31-719c-49aa-8365-e3c95e2f6537 None None] Pushing event updated for resources: {'Port': ['ID=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:12.636424 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:12.777136 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Allocated IP 172.27.2.240 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/cd187506-3fc4-4506-a751-258fffd61c58) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:12.849798 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87049208-98d5-4c34-bb2a-3fb1d2b9ac59 req-6e461cb9-5a8a-4b9e-917e-ea2f402c1289 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:12.858402 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87049208-98d5-4c34-bb2a-3fb1d2b9ac59 req-6e461cb9-5a8a-4b9e-917e-ea2f402c1289 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0728705 Jun 18 08:08:12.943414 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87049208-98d5-4c34-bb2a-3fb1d2b9ac59 req-a39beda9-570b-41f1-933c-3c1f700f0925 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787690 Jun 18 08:08:12.961280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51044) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:12.966730 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for port (cd187506-3fc4-4506-a751-258fffd61c58), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.046099 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca92de-25a0-4e8d-92ff-4cacbf0d7a71 req-1cece2b5-d9c2-4af6-b119-fac61ce32b34 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:13.047607 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1bca92de-25a0-4e8d-92ff-4cacbf0d7a71 req-1cece2b5-d9c2-4af6-b119-fac61ce32b34 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0698752 Jun 18 08:08:13.054011 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (cd187506-3fc4-4506-a751-258fffd61c58), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.059471 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:13.133407 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:13.136679 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1205-13eb-4b97-8e69-d9e5d653e667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.152223 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:13.154104 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd187506-3fc4-4506-a751-258fffd61c58,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:13.158742 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:13.200933 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1bca92de-25a0-4e8d-92ff-4cacbf0d7a71 req-634cc822-90c6-424e-aaf1-bd5102ae1980 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444194 Jun 18 08:08:13.351115 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:13.369225 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1205-13eb-4b97-8e69-d9e5d653e667 admin admin] Publish callbacks [] for security_group (4f012e4d-2aa9-4b92-a07e-bb76b5345b8b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.409051 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1c5b1205-13eb-4b97-8e69-d9e5d653e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4f012e4d-2aa9-4b92-a07e-bb76b5345b8b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.469622 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1c5b1205-13eb-4b97-8e69-d9e5d653e667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ba0e5be18e848869e44bdc8adb6baec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072212 Jun 18 08:08:13.472739 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b1205-13eb-4b97-8e69-d9e5d653e667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f012e4d-2aa9-4b92-a07e-bb76b5345b8b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:13.473591 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51052) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:13.514800 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for router_gateway (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.523695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:13.541068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] Publish callbacks [] for security_group (4f012e4d-2aa9-4b92-a07e-bb76b5345b8b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.568303 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] Publish callbacks [] for security_group (4f012e4d-2aa9-4b92-a07e-bb76b5345b8b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.616409 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514a0882-c019-4307-8107-7510294ac1ea None None] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:08:13.622201 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4f012e4d-2aa9-4b92-a07e-bb76b5345b8b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.625773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.626943 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f012e4d-2aa9-4b92-a07e-bb76b5345b8b HTTP/1.1" status: 204 len: 168 time: 0.1513126 Jun 18 08:08:13.638500 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf781f8f-66f2-4736-8b5f-e32b6b75d533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f012e4d-2aa9-4b92-a07e-bb76b5345b8b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:13.738010 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Provisioning complete for port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:13.738469 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.750304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.839861 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Current status of the port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:13.840896 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.885975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] For port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:13.902123 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:13.922554 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:08:13.976936 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f7ebe-cbf2-4429-898a-4f2b791b77e9 None None] Pushing event updated for resources: {'Port': ['ID=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:14.076817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c81897-ca33-430b-ba93-826243a76a14 req-af541185-ab4a-4b62-9d75-43c8c974847f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:14.078516 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9c81897-ca33-430b-ba93-826243a76a14 req-af541185-ab4a-4b62-9d75-43c8c974847f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 943 time: 0.0523658 Jun 18 08:08:14.085629 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:14.097463 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:14.110218 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:14.111580 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:14.127902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.132534 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8af07096-50a5-4136-927f-5c68114970a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2012618 Jun 18 08:08:14.133390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51070) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:14.150137 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9c81897-ca33-430b-ba93-826243a76a14 req-ecc3447b-0126-46b5-a96d-ee96314adf85 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621192 Jun 18 08:08:14.215866 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-edeb48e1-9b39-4184-b0a3-5781f258f393 None None] Provisioning complete for port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:14.216322 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-edeb48e1-9b39-4184-b0a3-5781f258f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.244543 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:14.310459 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:14.359579 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e7c6-7102-4b93-8407-8232e99ee32c req-e94c3e28-c81c-4535-b7e9-501485c5b8d0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:14.361460 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-57b6e7c6-7102-4b93-8407-8232e99ee32c req-e94c3e28-c81c-4535-b7e9-501485c5b8d0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0605259 Jun 18 08:08:14.392890 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:14.428481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device afc1115b-1416-4009-ac86-e285426039a4 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:08:14.433820 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-edeb48e1-9b39-4184-b0a3-5781f258f393 None None] Current status of the port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:14.435199 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:14.518027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:14.525792 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-57b6e7c6-7102-4b93-8407-8232e99ee32c req-52a63f1c-b0d5-4ca8-9127-b0ba526f6df1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561596 Jun 18 08:08:14.604622 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:13Z', 'revision_number': 3, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:14.637284 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:14.637912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Updating router 99a0a44c-1697-4664-b6fa-75de30bdadf8 port cd187506-3fc4-4506-a751-258fffd61c58 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:08:14.676952 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=afc1115b-1416-4009-ac86-e285426039a4,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:14.691548 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cd187506-3fc4-4506-a751-258fffd61c58), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.694521 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'afc1115b-1416-4009-ac86-e285426039a4', 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57', 'port_id': 'afc1115b-1416-4009-ac86-e285426039a4', 'mac_address': 'fa:16:3e:a5:da:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8aa3e29-e426-4c74-b9e8-deecf982d037', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:08:14.736556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.816529 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port afc1115b-1416-4009-ac86-e285426039a4 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:14.816907 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (afc1115b-1416-4009-ac86-e285426039a4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.840276 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc1115b-1416-4009-ac86-e285426039a4 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:14.880761 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=afc1115b-1416-4009-ac86-e285426039a4,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:14.911251 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:14.911902 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:14.931357 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Allocated IP 172.20.0.1 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/cfa64f5c-da7b-4715-8cae-ca20a965ef66) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:15.055497 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks [] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.093348 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.129756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:15.138377 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:15.144399 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:15.147178 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:15.156273 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:15.163390 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:15.163791 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.183660 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:15.187993 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:15.206985 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.348562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eed46-eb1f-4e1a-aa66-6784fc7c7de8 req-059d0e2c-7c04-491e-87ca-9628709cb96f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:15.350219 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2d2eed46-eb1f-4e1a-aa66-6784fc7c7de8 req-059d0e2c-7c04-491e-87ca-9628709cb96f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 944 time: 0.1021140 Jun 18 08:08:15.376437 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks [] for port (cd187506-3fc4-4506-a751-258fffd61c58), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.391834 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cd187506-3fc4-4506-a751-258fffd61c58), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.418219 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:15.423319 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.440566 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2d2eed46-eb1f-4e1a-aa66-6784fc7c7de8 req-3d5f80f4-d8a7-4709-a27a-48cd28c6f9e2 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834453 Jun 18 08:08:15.447936 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0068-d115-49ae-8df4-91a5e74981ae None None] Pushing event updated for resources: {'Port': ['ID=cd187506-3fc4-4506-a751-258fffd61c58,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:15.454647 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:15.476405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Attempting to bind port cd187506-3fc4-4506-a751-258fffd61c58 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:15.476405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Attempting to bind port cd187506-3fc4-4506-a751-258fffd61c58 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:15.476405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Attempting to bind port cd187506-3fc4-4506-a751-258fffd61c58 on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:15.480960 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:15.481335 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:15.481732 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.482121 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:15.482583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Bound port: cd187506-3fc4-4506-a751-258fffd61c58, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:15.482957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cd187506-3fc4-4506-a751-258fffd61c58), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.543374 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:15.545107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] For port cd187506-3fc4-4506-a751-258fffd61c58, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:15.549732 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] For port cd187506-3fc4-4506-a751-258fffd61c58, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cd187506-3fc4-4506-a751-258fffd61c58,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:15.580085 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c927b70c-3e21-4591-b749-54336a0cdbc3 None None] Provisioning complete for port cfa64f5c-da7b-4715-8cae-ca20a965ef66 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:15.580476 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c927b70c-3e21-4591-b749-54336a0cdbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.584760 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cd187506-3fc4-4506-a751-258fffd61c58), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.665499 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c927b70c-3e21-4591-b749-54336a0cdbc3 None None] Port cfa64f5c-da7b-4715-8cae-ca20a965ef66 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:08:15.673404 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0068-d115-49ae-8df4-91a5e74981ae None None] Pushing event updated for resources: {'Port': ['ID=cd187506-3fc4-4506-a751-258fffd61c58,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:15.679083 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc08041-ea27-400f-ac19-76eac212c9f3 req-a4f4eebe-01d8-4dc4-996e-a48c72edeab6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:15.680597 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:15.680781 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bcc08041-ea27-400f-ac19-76eac212c9f3 req-a4f4eebe-01d8-4dc4-996e-a48c72edeab6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0697284 Jun 18 08:08:15.681151 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:15.704990 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks [] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.714403 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.795713 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:15.809229 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:15.816303 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bcc08041-ea27-400f-ac19-76eac212c9f3 req-1fecb9d3-9312-41bb-b988-be09bac9abfd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272840 Jun 18 08:08:15.820085 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:15.881193 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['afc1115b-1416-4009-ac86-e285426039a4'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:15.916438 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:15.918020 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:16.039731 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:08:16.137946 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:14Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:16.177476 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674cc43a-48b1-4713-a1ae-41d6180f7ec0 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:14Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:16.291590 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-bd2c0c3a-736f-43dd-9f67-de50a5b69c98 None None] Provisioning complete for port cfa64f5c-da7b-4715-8cae-ca20a965ef66 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:16.292246 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0c3a-736f-43dd-9f67-de50a5b69c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:16.330415 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:16.348484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c0c3a-736f-43dd-9f67-de50a5b69c98 None None] Port cfa64f5c-da7b-4715-8cae-ca20a965ef66 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:08:16.511926 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:16.524833 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4e0aaaad-b2c0-467e-ad7f-8e3168575513 admin admin] 10.222.0.23 "PUT /v2.0/routers/99a0a44c-1697-4664-b6fa-75de30bdadf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903599 Jun 18 08:08:16.645615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0881500-a029-482d-91f1-1549bb6a016c req-edbbf8c8-cdc0-498f-ba67-f55e6e40e30e tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:16.648995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0881500-a029-482d-91f1-1549bb6a016c req-edbbf8c8-cdc0-498f-ba67-f55e6e40e30e tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 944 time: 0.0700016 Jun 18 08:08:16.739301 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d0881500-a029-482d-91f1-1549bb6a016c req-a2b31248-c5f0-46d8-956b-2bd3826e9077 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829527 Jun 18 08:08:16.963371 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51146) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:16.968487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838756160', 'description': 'tempest-description--542524992'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:17.041959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38a5d9-2f40-46aa-a39a-2b4975843fdd req-fe58000e-0551-4eb7-9197-cecff77db8c7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:17.043768 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2d38a5d9-2f40-46aa-a39a-2b4975843fdd req-fe58000e-0551-4eb7-9197-cecff77db8c7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0928736 Jun 18 08:08:17.045219 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.137725 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2d38a5d9-2f40-46aa-a39a-2b4975843fdd req-c8dde57a-db0a-4263-9cea-17be6ea631e8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Jun 18 08:08:17.179249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.184195 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.218332 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:17.224108 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.225345 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6e3424c1-3ffd-41b1-9cc8-335fc80cb6d9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2609317 Jun 18 08:08:17.228354 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51152) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:17.234760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:17.263221 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (969c6234-f40c-48d6-a7f7-e2e283adc952), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.273199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:17.325211 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (969c6234-f40c-48d6-a7f7-e2e283adc952), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.331457 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (969c6234-f40c-48d6-a7f7-e2e283adc952), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.354321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969c6234-f40c-48d6-a7f7-e2e283adc952,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:17.360728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.361918 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c2c8cd6d-8b1d-45fd-b7f4-62b96b46d13a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323032 Jun 18 08:08:17.364826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51154) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:17.369513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:17.382505 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:17.403162 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (e99224e9-0d99-44f0-b730-474a93fc4e98), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.472349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (e99224e9-0d99-44f0-b730-474a93fc4e98), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.477042 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (e99224e9-0d99-44f0-b730-474a93fc4e98), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.488423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:17.489269 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device afc1115b-1416-4009-ac86-e285426039a4 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:17.501624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99224e9-0d99-44f0-b730-474a93fc4e98,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:17.507631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.513430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51158) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:17.514007 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d5b570d9-f092-476c-9d1b-b5a1402e6f80 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476154 Jun 18 08:08:17.519918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:17.548973 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.552901 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:17.562111 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port afc1115b-1416-4009-ac86-e285426039a4 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:08:17.573316 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port afc1115b-1416-4009-ac86-e285426039a4 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:17.573683 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (afc1115b-1416-4009-ac86-e285426039a4), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.637705 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.655894 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port afc1115b-1416-4009-ac86-e285426039a4 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:17.656420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (afc1115b-1416-4009-ac86-e285426039a4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.680456 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:17.682954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abad2476-cf35-4177-8fa6-2384c68ee51e" -d '{"events": [{"server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "name": "network-vif-plugged", "status": "completed", "tag": "afc1115b-1416-4009-ac86-e285426039a4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:17.726325 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=afc1115b-1416-4009-ac86-e285426039a4,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:17.731774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:17.754992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab26008-f73b-43b0-876b-dd7cffd048f8 x-openstack-request-id: req-0ab26008-f73b-43b0-876b-dd7cffd048f8 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:17.755319 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "name": "network-vif-plugged", "status": "completed", "tag": "afc1115b-1416-4009-ac86-e285426039a4", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:17.755569 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ab26008-f73b-43b0-876b-dd7cffd048f8 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:17.755954 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab26008-f73b-43b0-876b-dd7cffd048f8'] response: {'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4', 'code': 200} Jun 18 08:08:17.766823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.27.2.6 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/56be6209-37c0-4f3e-8c17-bebbb98f1f6f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:17.785965 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:18.225533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dad01a-b6c5-4894-8aa3-a1c662495df3 req-443e322e-07b3-49d8-a9d3-e90dfc1cd7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:18.227621 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5dad01a-b6c5-4894-8aa3-a1c662495df3 req-443e322e-07b3-49d8-a9d3-e90dfc1cd7f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 1129 time: 0.1155272 Jun 18 08:08:18.239606 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=37 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:18.240729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b53eb-bb00-4dbc-a70a-85531edbac20 req-1ab5c23e-218e-46dc-800c-6c311dc259da tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:18.250329 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd8b53eb-bb00-4dbc-a70a-85531edbac20 req-1ab5c23e-218e-46dc-800c-6c311dc259da tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.1371377 Jun 18 08:08:18.267058 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=46 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:18.298358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.324128 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf654f10-e9b2-4854-ad60-b3abdaf5ebd5 req-3c9ee14f-e4ec-4b3c-9a94-d1546940427f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:18.332481 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bf654f10-e9b2-4854-ad60-b3abdaf5ebd5 req-3c9ee14f-e4ec-4b3c-9a94-d1546940427f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.1081188 Jun 18 08:08:18.382853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd8b53eb-bb00-4dbc-a70a-85531edbac20 req-cb64a383-9b59-433b-b473-238faafdcaee tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309650 Jun 18 08:08:18.387491 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5dad01a-b6c5-4894-8aa3-a1c662495df3 req-7c72808c-47e6-4c5a-b660-310e6ab36e97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312878 Jun 18 08:08:18.387613 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bf654f10-e9b2-4854-ad60-b3abdaf5ebd5 req-515d7092-9891-4124-865b-21dc2c341b03 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539258 Jun 18 08:08:18.412361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.452792 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:18.456039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:18.459967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:18.489760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=56be6209-37c0-4f3e-8c17-bebbb98f1f6f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:18.565786 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.601262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:18.607595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.659982 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:18.671505 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:18.672122 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:18.687082 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:18.787888 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.792396 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:18.796097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.878110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.895768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=56be6209-37c0-4f3e-8c17-bebbb98f1f6f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:18.906682 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:18.916050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7983c2f2-b55c-4a6c-95a2-f3ae4ad3b51b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4000828 Jun 18 08:08:18.924827 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cd187506-3fc4-4506-a751-258fffd61c58 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:18.981297 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:19.007835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port cd187506-3fc4-4506-a751-258fffd61c58 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:19.008275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cd187506-3fc4-4506-a751-258fffd61c58), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.035238 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:19.070018 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:19.070270 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Updating router 99a0a44c-1697-4664-b6fa-75de30bdadf8 port cfa64f5c-da7b-4715-8cae-ca20a965ef66 binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:08:19.108176 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.112416 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port cd187506-3fc4-4506-a751-258fffd61c58 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:19.112802 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cd187506-3fc4-4506-a751-258fffd61c58), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.136682 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port cd187506-3fc4-4506-a751-258fffd61c58, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cd187506-3fc4-4506-a751-258fffd61c58,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:19.142676 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cd187506-3fc4-4506-a751-258fffd61c58), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.144634 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-58f5350c-4a84-48d1-9635-5cbdb5832424 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1838756160&fields=id&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 267 time: 0.0817635 Jun 18 08:08:19.203069 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=cd187506-3fc4-4506-a751-258fffd61c58,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:19.280760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-d4ed3939-8ed5-41f0-8fa4-8c16e4a1c52e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:19.282216 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-d4ed3939-8ed5-41f0-8fa4-8c16e4a1c52e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1341753 Jun 18 08:08:19.299094 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-d9e4dd8f-965a-4e0a-9904-300197109e3d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/quotas/c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 375 time: 0.0110970 Jun 18 08:08:19.351799 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b4b4fac3-d5f3-4317-8867-e0b743d6e200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466828 Jun 18 08:08:19.448927 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks [] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.457951 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.470277 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-a66f1f60-4d4b-43c0-8748-8d903912eae3 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066852 Jun 18 08:08:19.550201 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc40e2-ebb6-47c0-a463-b1b8579a5e8e req-9b16466c-85c1-4130-ac46-14114cc75856 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:19.560266 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-50bc40e2-ebb6-47c0-a463-b1b8579a5e8e req-9b16466c-85c1-4130-ac46-14114cc75856 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.0912750 Jun 18 08:08:19.563320 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Pushing event updated for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:19.589903 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.590480 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.591087 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.591628 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.592148 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.592902 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.594615 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.595363 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.595896 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.596314 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.596744 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.597172 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.597586 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.597985 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.598505 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:19.621308 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Attempting to bind port cfa64f5c-da7b-4715-8cae-ca20a965ef66 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:19.621864 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Attempting to bind port cfa64f5c-da7b-4715-8cae-ca20a965ef66 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:19.622519 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Attempting to bind port cfa64f5c-da7b-4715-8cae-ca20a965ef66 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:19.629909 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:19.630634 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:19.631281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.631861 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:19.632597 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Bound port: cfa64f5c-da7b-4715-8cae-ca20a965ef66, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:19.633068 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.639635 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-50bc40e2-ebb6-47c0-a463-b1b8579a5e8e req-90b9239f-85ea-4bc4-b913-50c4270aba46 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717993 Jun 18 08:08:19.644252 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-bcce6636-f532-4fee-a2f3-1806ac114ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724844 Jun 18 08:08:19.709951 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:19.741233 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] For port cfa64f5c-da7b-4715-8cae-ca20a965ef66, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:19.748303 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] For port cfa64f5c-da7b-4715-8cae-ca20a965ef66, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cfa64f5c-da7b-4715-8cae-ca20a965ef66,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:19.762038 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.812495 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87356-c5e4-4db3-a08a-619469bfa109 req-c5f4ca13-38b6-44aa-ba65-2d54556a2f3f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:19.816668 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4dc87356-c5e4-4db3-a08a-619469bfa109 req-c5f4ca13-38b6-44aa-ba65-2d54556a2f3f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0775738 Jun 18 08:08:19.830501 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:19.831304 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:19.877570 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d635df1-83ce-4743-80d2-10fe564dbd29 None None] Pushing event updated for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:19.892726 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:19.920184 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Provisioning complete for port cfa64f5c-da7b-4715-8cae-ca20a965ef66 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:19.920587 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:19.923401 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ff9850-03f5-43a5-88f5-07f0dddc8c07 req-aed0c430-da90-46df-9654-05825f2bdb22 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0405679 Jun 18 08:08:19.984044 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4dc87356-c5e4-4db3-a08a-619469bfa109 req-7923218a-853e-433a-a2f1-2af42bbcfb3c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613638 Jun 18 08:08:19.992947 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:20.056539 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Current status of the port cfa64f5c-da7b-4715-8cae-ca20a965ef66 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:20.057033 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:20.093553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] For port cfa64f5c-da7b-4715-8cae-ca20a965ef66, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cfa64f5c-da7b-4715-8cae-ca20a965ef66,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:20.099177 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:20.153174 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7993d6-47d4-4654-9a33-190f0d9c7051 None None] Pushing event updated for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:20.201286 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:20.220251 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-10a5d011-569d-4102-a955-f4f3e1dc1281 None None] Provisioning complete for port cfa64f5c-da7b-4715-8cae-ca20a965ef66 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:20.220744 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10a5d011-569d-4102-a955-f4f3e1dc1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:20.262500 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:20.312152 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-10a5d011-569d-4102-a955-f4f3e1dc1281 None None] Current status of the port cfa64f5c-da7b-4715-8cae-ca20a965ef66 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:20.345773 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5310650-21a1-47e6-a977-79c459fc2023 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:20.799125 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc4fc6-2e44-481f-b82e-98b2bf05ceac req-ec60004b-06f5-446f-8afe-7557d54bc66b tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:20.806125 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bbfc4fc6-2e44-481f-b82e-98b2bf05ceac req-ec60004b-06f5-446f-8afe-7557d54bc66b tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.0699871 Jun 18 08:08:20.879463 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bbfc4fc6-2e44-481f-b82e-98b2bf05ceac req-42de6b35-8bbd-441b-80d7-d642c19f0992 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Jun 18 08:08:20.907264 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cfa64f5c-da7b-4715-8cae-ca20a965ef66 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:20.996602 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port cfa64f5c-da7b-4715-8cae-ca20a965ef66 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:20.996979 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.032392 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d9b15777-1847-4367-8e97-8bc726981d2e req-6e6d0e0d-199f-4d1d-b792-d51089103026 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0350862 Jun 18 08:08:21.094820 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port cfa64f5c-da7b-4715-8cae-ca20a965ef66 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:21.096828 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cd187506-3fc4-4506-a751-258fffd61c58 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:21.125029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f52bf-b154-463e-81a5-252beee22348 req-a49a70eb-4bb8-4165-acd0-262837a2c0a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:21.128057 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf9f52bf-b154-463e-81a5-252beee22348 req-a49a70eb-4bb8-4165-acd0-262837a2c0a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0665884 Jun 18 08:08:21.141459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:21.145701 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port cd187506-3fc4-4506-a751-258fffd61c58 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:21.146194 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cd187506-3fc4-4506-a751-258fffd61c58), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.196359 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bf9f52bf-b154-463e-81a5-252beee22348 req-9e77b1ac-fa23-4d5a-b877-a1e6ae67ac22 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620427 Jun 18 08:08:21.246553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port cd187506-3fc4-4506-a751-258fffd61c58 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:21.327184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51290) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:21.446719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b306c7fc-149a-41c2-a793-836cc3ae73c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.530593 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b306c7fc-149a-41c2-a793-836cc3ae73c7 admin admin] Publish callbacks [] for security_group (9eee1700-9795-41ea-8fe6-7d5dbacd7260), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.535680 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b306c7fc-149a-41c2-a793-836cc3ae73c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9eee1700-9795-41ea-8fe6-7d5dbacd7260), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.572680 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:21.576588 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b306c7fc-149a-41c2-a793-836cc3ae73c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba86ce53c3214767bf676d9dc5ca08cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483528 Jun 18 08:08:21.577951 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306c7fc-149a-41c2-a793-836cc3ae73c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eee1700-9795-41ea-8fe6-7d5dbacd7260,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:21.579413 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51298) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:21.630250 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] Publish callbacks [] for security_group (9eee1700-9795-41ea-8fe6-7d5dbacd7260), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.652019 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] Publish callbacks [] for security_group (9eee1700-9795-41ea-8fe6-7d5dbacd7260), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.703838 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9eee1700-9795-41ea-8fe6-7d5dbacd7260), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.707244 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:21.716862 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9eee1700-9795-41ea-8fe6-7d5dbacd7260 HTTP/1.1" status: 204 len: 168 time: 0.1308043 Jun 18 08:08:21.725255 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5c678-4bfa-4d37-8204-8b52282e9b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eee1700-9795-41ea-8fe6-7d5dbacd7260,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:22.089014 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a3e22-4115-4623-b086-65790a0fa087 req-bb0c5066-dc86-41a2-ad02-4e8fa17d9891 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:22.090614 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b90a3e22-4115-4623-b086-65790a0fa087 req-bb0c5066-dc86-41a2-ad02-4e8fa17d9891 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.0600357 Jun 18 08:08:22.152325 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b90a3e22-4115-4623-b086-65790a0fa087 req-c817a80c-4e41-41a8-abdf-4b0731cfa52f tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554209 Jun 18 08:08:22.171460 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d6d647e1-2f9d-437e-b4bc-c146adbafc9e req-cc256783-daac-41c5-a22d-b95fd420eea5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0401120 Jun 18 08:08:22.320053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837cf5d-9d0f-4db3-962e-d778a1b729fb req-3b68e4f2-4402-48ff-867c-a55d900c4cb2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:22.321544 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5837cf5d-9d0f-4db3-962e-d778a1b729fb req-3b68e4f2-4402-48ff-867c-a55d900c4cb2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0499249 Jun 18 08:08:22.369370 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5837cf5d-9d0f-4db3-962e-d778a1b729fb req-64e91d61-46d1-4bf3-b9e7-fc75b81347df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Jun 18 08:08:23.274873 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-23b18c55-63d2-4f39-bdc5-ea30d341b276 req-5e78621b-01bb-40ff-a097-e5127104b04f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Jun 18 08:08:23.288668 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686efac3-75bc-4c7d-8171-6df83d96d3b2 req-2f4e5d19-7ba7-43c5-9df1-0e57e17506db tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:23.290193 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-686efac3-75bc-4c7d-8171-6df83d96d3b2 req-2f4e5d19-7ba7-43c5-9df1-0e57e17506db tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.0550494 Jun 18 08:08:23.338082 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-686efac3-75bc-4c7d-8171-6df83d96d3b2 req-7320b317-6094-4aff-b460-b0ee99ebcee7 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 Jun 18 08:08:23.487903 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304f6c-89fb-4954-a358-8a7a71cece53 req-c1aad651-fadc-40c7-a94e-3816e15c9b93 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:23.489383 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c304f6c-89fb-4954-a358-8a7a71cece53 req-c1aad651-fadc-40c7-a94e-3816e15c9b93 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0520506 Jun 18 08:08:23.524228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51378) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:23.538468 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1c304f6c-89fb-4954-a358-8a7a71cece53 req-377f2c1f-7c2a-4049-a6c7-0e1e424490be tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Jun 18 08:08:23.632743 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b7137f66-55e8-435c-bcd9-914101251fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.710854 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b7137f66-55e8-435c-bcd9-914101251fd0 admin admin] Publish callbacks [] for security_group (4e959ef3-d004-4c6d-bd8d-ead2503997eb), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.715500 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b7137f66-55e8-435c-bcd9-914101251fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4e959ef3-d004-4c6d-bd8d-ead2503997eb), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.753681 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137f66-55e8-435c-bcd9-914101251fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e959ef3-d004-4c6d-bd8d-ead2503997eb,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:23.759050 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b7137f66-55e8-435c-bcd9-914101251fd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cbe61cc1f60474387efdbf8af13d728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336903 Jun 18 08:08:23.761909 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51382) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:23.778284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:23.818695 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] Publish callbacks [] for security_group (4e959ef3-d004-4c6d-bd8d-ead2503997eb), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.840652 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] Publish callbacks [] for security_group (4e959ef3-d004-4c6d-bd8d-ead2503997eb), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.869615 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:23.891839 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4e959ef3-d004-4c6d-bd8d-ead2503997eb), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.896172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:23.898128 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e959ef3-d004-4c6d-bd8d-ead2503997eb HTTP/1.1" status: 204 len: 168 time: 0.1351111 Jun 18 08:08:23.906440 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b49c46-cfdb-4910-895f-e8512cb3e6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e959ef3-d004-4c6d-bd8d-ead2503997eb,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:24.191900 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51398) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:24.205762 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-970412c6-a8da-4475-9ec9-9b24fc824792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.279815 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-970412c6-a8da-4475-9ec9-9b24fc824792 admin admin] Publish callbacks [] for security_group (60b47198-0c96-4dbb-976c-6042467d580b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.285051 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-970412c6-a8da-4475-9ec9-9b24fc824792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (60b47198-0c96-4dbb-976c-6042467d580b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.322492 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970412c6-a8da-4475-9ec9-9b24fc824792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b47198-0c96-4dbb-976c-6042467d580b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:24.326804 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-970412c6-a8da-4475-9ec9-9b24fc824792 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b18e5a53c43d45848a1200e3eac42807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338456 Jun 18 08:08:24.329554 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51402) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:24.389097 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0a4ff043-cd8f-44f8-8eb3-f35b50910f88 req-9a13b534-0c09-4614-b1cb-0e378e1e09bc tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0376482 Jun 18 08:08:24.409611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] Publish callbacks [] for security_group (60b47198-0c96-4dbb-976c-6042467d580b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.434249 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] Publish callbacks [] for security_group (60b47198-0c96-4dbb-976c-6042467d580b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.457257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497cf07-d352-4c41-ae2f-e332759be50c req-5943bc07-879c-4306-82ea-549d54f3c918 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:24.458814 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e497cf07-d352-4c41-ae2f-e332759be50c req-5943bc07-879c-4306-82ea-549d54f3c918 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.0480247 Jun 18 08:08:24.486053 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (60b47198-0c96-4dbb-976c-6042467d580b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.490218 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.493907 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60b47198-0c96-4dbb-976c-6042467d580b HTTP/1.1" status: 204 len: 168 time: 0.1611795 Jun 18 08:08:24.500990 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a7882-b697-467b-89d4-a91a060379e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b47198-0c96-4dbb-976c-6042467d580b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:24.519005 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e497cf07-d352-4c41-ae2f-e332759be50c req-5c2576ae-7228-424d-8b03-ff88ed11f20a tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Jun 18 08:08:24.653911 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3740b5d-d5c2-4681-a70f-781ba7948c2c req-1f4ad290-2e34-4358-b8ff-22c7401d9997 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:24.656026 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3740b5d-d5c2-4681-a70f-781ba7948c2c req-1f4ad290-2e34-4358-b8ff-22c7401d9997 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0511842 Jun 18 08:08:24.720327 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3740b5d-d5c2-4681-a70f-781ba7948c2c req-c911bdce-1ccd-48be-8728-4b8edc7126a9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Jun 18 08:08:24.852970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51414) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:24.870735 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6cedd5db-8f0f-4915-8392-e38fe5e23c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.946881 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6cedd5db-8f0f-4915-8392-e38fe5e23c4e admin admin] Publish callbacks [] for security_group (4e1e0568-9b96-4511-b755-1cbf12e4b8af), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.956487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6cedd5db-8f0f-4915-8392-e38fe5e23c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4e1e0568-9b96-4511-b755-1cbf12e4b8af), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:24.976216 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.005049 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6cedd5db-8f0f-4915-8392-e38fe5e23c4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d415f56eeb949d3be5bb62e234559f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484361 Jun 18 08:08:25.005307 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51416) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:25.012961 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedd5db-8f0f-4915-8392-e38fe5e23c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e0568-9b96-4511-b755-1cbf12e4b8af,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:25.019642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59097070-2400-4c28-bed5-963994276f18 req-6733d3c0-f377-4234-a0e9-742c76052ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:25.021334 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-59097070-2400-4c28-bed5-963994276f18 req-6733d3c0-f377-4234-a0e9-742c76052ef4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1129 time: 0.0938673 Jun 18 08:08:25.043065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-3f0d2a89-fb6b-4bd4-a5c7-d6701768e146 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:25.044854 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-3f0d2a89-fb6b-4bd4-a5c7-d6701768e146 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 945 time: 0.1091852 Jun 18 08:08:25.048878 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:25.080018 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] Publish callbacks [] for security_group (4e1e0568-9b96-4511-b755-1cbf12e4b8af), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.103874 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] Publish callbacks [] for security_group (4e1e0568-9b96-4511-b755-1cbf12e4b8af), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.158728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4e1e0568-9b96-4511-b755-1cbf12e4b8af), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.161842 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.163164 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e1e0568-9b96-4511-b755-1cbf12e4b8af HTTP/1.1" status: 204 len: 168 time: 0.1568699 Jun 18 08:08:25.181044 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0d8e5-4b3b-4f19-9ddf-e0ca015bd569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e0568-9b96-4511-b755-1cbf12e4b8af,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:25.200033 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-59097070-2400-4c28-bed5-963994276f18 req-fb0bc927-fa9f-4f6f-9b67-25447a3c0d6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642766 Jun 18 08:08:25.222321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-cf23f9b5-3267-426f-89d1-5ec521c4c069 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:25.223808 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-cf23f9b5-3267-426f-89d1-5ec521c4c069 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.2620053 Jun 18 08:08:25.229060 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Deleting port afc1115b-1416-4009-ac86-e285426039a4 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:25.229392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (afc1115b-1416-4009-ac86-e285426039a4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.306624 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:25.331143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] For port afc1115b-1416-4009-ac86-e285426039a4, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=afc1115b-1416-4009-ac86-e285426039a4,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:25.331496 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (afc1115b-1416-4009-ac86-e285426039a4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.346689 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Calling delete_port for afc1115b-1416-4009-ac86-e285426039a4 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:25.488360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51438) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:25.491763 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (afc1115b-1416-4009-ac86-e285426039a4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.521987 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:25.529941 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['afc1115b-1416-4009-ac86-e285426039a4'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:25.542938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Pushing event deleted for resources: {'Port': ['ID=afc1115b-1416-4009-ac86-e285426039a4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:25.563610 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2b222847-ea0e-417d-befd-8a8e443e20b2 req-b8b0d690-3b2f-4b9c-b70d-aa6cfe23ad94 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0813632 Jun 18 08:08:25.639312 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] No DVR routers for this DVR port afc1115b-1416-4009-ac86-e285426039a4 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:08:25.641995 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.647900 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a6dfc2f-7c85-42c1-b0e7-2e637e547852 req-bde2717e-95d9-4011-ae90-e05a7758acb3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "DELETE /v2.0/ports/afc1115b-1416-4009-ac86-e285426039a4 HTTP/1.1" status: 204 len: 173 time: 0.5867329 Jun 18 08:08:25.648321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'name': 'network-vif-deleted', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:25.651029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac71087-b366-425b-9064-f99e17d36f15" -d '{"events": [{"server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "name": "network-vif-deleted", "tag": "afc1115b-1416-4009-ac86-e285426039a4"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:25.656205 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5d4e696-0d01-4362-8c9e-5099494a3aa6 req-ae6528fb-a0ab-4dea-9e18-fe82f1a3c85c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0422647 Jun 18 08:08:25.657643 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8b9d540b-9a16-44fc-81f5-6185651ac44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.687273 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-7ffbcd26-3f5b-4501-a8ad-f19217603b86 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 380 time: 0.0950687 Jun 18 08:08:25.694683 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:25.715911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcaace9-38ec-4192-ab66-5de963bb08d7 x-openstack-request-id: req-0bcaace9-38ec-4192-ab66-5de963bb08d7 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:25.716351 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a182d61-1ad1-44c6-bd4d-9760d8f81f7a", "name": "network-vif-deleted", "tag": "afc1115b-1416-4009-ac86-e285426039a4", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:25.716809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bcaace9-38ec-4192-ab66-5de963bb08d7 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:25.717605 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcaace9-38ec-4192-ab66-5de963bb08d7'] response: {'server_uuid': '3a182d61-1ad1-44c6-bd4d-9760d8f81f7a', 'name': 'network-vif-deleted', 'tag': 'afc1115b-1416-4009-ac86-e285426039a4', 'status': 'completed', 'code': 200} Jun 18 08:08:25.744021 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8b9d540b-9a16-44fc-81f5-6185651ac44a admin admin] Publish callbacks [] for security_group (f2142d77-d453-4d03-8fb8-b47ef95972ef), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.749031 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8b9d540b-9a16-44fc-81f5-6185651ac44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f2142d77-d453-4d03-8fb8-b47ef95972ef), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.790444 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8b9d540b-9a16-44fc-81f5-6185651ac44a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ff70af940dc4537b3f7d58a29e92ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009055 Jun 18 08:08:25.791345 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d540b-9a16-44fc-81f5-6185651ac44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2142d77-d453-4d03-8fb8-b47ef95972ef,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:25.793850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51456) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:25.845230 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94cac3-d841-466d-a5f8-59a4b7172b2d req-109eb746-58db-432e-b8db-47a91c785fb4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:25.847639 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ad94cac3-d841-466d-a5f8-59a4b7172b2d req-109eb746-58db-432e-b8db-47a91c785fb4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0536222 Jun 18 08:08:25.856776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] Publish callbacks [] for security_group (f2142d77-d453-4d03-8fb8-b47ef95972ef), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.898612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] Publish callbacks [] for security_group (f2142d77-d453-4d03-8fb8-b47ef95972ef), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.900932 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ad94cac3-d841-466d-a5f8-59a4b7172b2d req-22812eb4-5df7-4acc-9f6e-39ddd13a1b11 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477126 Jun 18 08:08:25.955984 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f2142d77-d453-4d03-8fb8-b47ef95972ef), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.958954 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:25.962586 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2142d77-d453-4d03-8fb8-b47ef95972ef HTTP/1.1" status: 204 len: 168 time: 0.1653697 Jun 18 08:08:25.973827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9e01-f8e0-4805-9fd3-374e8ede2cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2142d77-d453-4d03-8fb8-b47ef95972ef,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:26.086638 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'port': {'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'admin_state_up': True, 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'security_groups': ['b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:26.261434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:26.265366 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:26.410436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.20.0.12 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/cc1e7c56-27e8-4f1c-8c35-238d6c80f431) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:26.472816 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:26.568276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:26.607912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:26.677842 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:26.690340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:26.711466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:26.714283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:26.825399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:26.843064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:26.844370 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:26.865841 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef9b80-0fc2-4c62-ab9a-2b4dc6901361 req-ccb873f6-00fa-49c8-9309-aafba486cb41 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:26.868080 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8ef9b80-0fc2-4c62-ab9a-2b4dc6901361 req-ccb873f6-00fa-49c8-9309-aafba486cb41 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 932 time: 0.1960845 Jun 18 08:08:26.906737 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-b0ccbe23-d0fe-40bd-a54e-76f564491db1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8258810 Jun 18 08:08:26.955275 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b778355c-f2e5-4ccb-9942-40749b75864d req-d5208544-53b1-4f81-a4b2-eb264cc27efc tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a182d61-1ad1-44c6-bd4d-9760d8f81f7a HTTP/1.1" status: 200 len: 210 time: 0.0411472 Jun 18 08:08:26.963063 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a8ef9b80-0fc2-4c62-ab9a-2b4dc6901361 req-fb36c20b-4022-4567-a686-96daa43e0063 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826392 Jun 18 08:08:26.987137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51504) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:27.045777 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:27.074273 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-35fe015f-53d7-4a61-8105-b9b9ac16ebe4 None None] Provisioning complete for port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:27.074491 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54c9f-f066-4fcf-a597-01eadb0dc993 req-0bb04fd1-5b4b-4d59-8d8f-394182655716 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:27.074868 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-35fe015f-53d7-4a61-8105-b9b9ac16ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.076105 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-edb54c9f-f066-4fcf-a597-01eadb0dc993 req-0bb04fd1-5b4b-4d59-8d8f-394182655716 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0517993 Jun 18 08:08:27.110214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-35fe015f-53d7-4a61-8105-b9b9ac16ebe4 None None] Port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:08:27.118561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1745398851-network', 'tenant_id': 'c53dba3c495141569fc1a011b51023b2'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:27.144498 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-edb54c9f-f066-4fcf-a597-01eadb0dc993 req-79d1752e-9503-4f34-9634-bde6412dc83d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609205 Jun 18 08:08:27.150789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Made reservation on behalf of c53dba3c495141569fc1a011b51023b2 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:27.153310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.162295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.250881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks [] for security_group (2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.257773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.265533 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4d9cd-f144-4d42-8406-eba2008437b7 req-ddb0591e-03ed-40bc-a9d2-b5d9da0d73bb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:27.267324 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bc4d9cd-f144-4d42-8406-eba2008437b7 req-ddb0591e-03ed-40bc-a9d2-b5d9da0d73bb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0561295 Jun 18 08:08:27.292126 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:08:27.310028 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:27.316676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (674fc568-4bc9-45cd-aa99-891c695039f0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.317013 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Added segment 674fc568-4bc9-45cd-aa99-891c695039f0 of type vlan for network 34728dbd-466c-4060-9c86-3143df93aca9 Jun 18 08:08:27.333891 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8bc4d9cd-f144-4d42-8406-eba2008437b7 req-62cf39c0-509a-42f4-8439-f1a4e3fee49e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588923 Jun 18 08:08:27.365658 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (34728dbd-466c-4060-9c86-3143df93aca9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.392029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Request body: {'port': {'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:27.415647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:27.428165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (34728dbd-466c-4060-9c86-3143df93aca9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.429571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:27.430235 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.503174 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5147436 Jun 18 08:08:27.505931 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.506450 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51518) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:27.511820 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Request body: {'subnet': {'network_id': '34728dbd-466c-4060-9c86-3143df93aca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1745398851-subnet', 'tenant_id': 'c53dba3c495141569fc1a011b51023b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:27.534553 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Made reservation on behalf of c53dba3c495141569fc1a011b51023b2 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:27.538171 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device afc1115b-1416-4009-ac86-e285426039a4 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:08:27.547200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601dea9d-fadf-41ad-b7ad-d5b758f91f2a admin admin] Pushing event updated for resources: {'Network': ['ID=34728dbd-466c-4060-9c86-3143df93aca9,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:27.553018 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.581343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: afc1115b-1416-4009-ac86-e285426039a4 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:08:27.582906 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device afc1115b-1416-4009-ac86-e285426039a4 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:27.593629 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 34728dbd-466c-4060-9c86-3143df93aca9 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:08:27.841543 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.880059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:27.902990 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:27.912991 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:27.916181 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Checking segment: {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:27.916689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Network hostable DHCP agents. Network: 34728dbd-466c-4060-9c86-3143df93aca9, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:08:27.925202 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1e7c56-27e8-4f1c-8c35-238d6c80f431 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:27.940388 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Network 34728dbd-466c-4060-9c86-3143df93aca9 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:08:27.941919 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks [] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.954039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 34728dbd-466c-4060-9c86-3143df93aca9) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:27.963339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e56b6e-09e8-4740-a4a6-84d7eed71d6f None None] Network 34728dbd-466c-4060-9c86-3143df93aca9 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:08:27.966476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:27.967857 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:27.972780 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Transition to ACTIVE for port object cc1e7c56-27e8-4f1c-8c35-238d6c80f431 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:08:27.978822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:28.008397 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ef55bb4d-c3fd-4172-bc75-c02cd42ce267 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5006094 Jun 18 08:08:28.054503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:28.178978 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75f8fe34-a888-4f61-999a-01f054bab0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:28.186571 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934c838-7429-4378-b3e7-0d71e3ba380c None None] Network 34728dbd-466c-4060-9c86-3143df93aca9 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:08:28.230150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19f6f1-f047-4619-8325-c3a5ba82b59f req-6bad3c11-6a5c-4359-99cd-7ec4c2ffa04c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.231530 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a19f6f1-f047-4619-8325-c3a5ba82b59f req-6bad3c11-6a5c-4359-99cd-7ec4c2ffa04c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 944 time: 0.1794584 Jun 18 08:08:28.299753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Attempting to bind port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:28.300084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Attempting to bind port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:28.300407 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Attempting to bind port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:28.309421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:08:28.309681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Attempting to bind port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:28.319229 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:28.324770 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:28.325109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:28.325656 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:28.326531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Bound port: cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:28.327067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:28.383664 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a19f6f1-f047-4619-8325-c3a5ba82b59f req-2251227b-3efe-40bc-ab0d-f365029052f3 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418042 Jun 18 08:08:28.460029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:28.463729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:28.473145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:28.515570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.516313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:28.517931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] 10.222.0.16 "PUT /v2.0/ports/cc1e7c56-27e8-4f1c-8c35-238d6c80f431 HTTP/1.1" status: 200 len: 1094 time: 1.1324947 Jun 18 08:08:28.518428 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:28.520852 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4afc8d-ea23-447c-84fc-073e43e43ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:28.547988 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd30038-6258-45f9-9857-4da2df236fdc service neutron] Pushing event updated for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:28.612032 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-76c1540f-0ec5-4785-916e-2c2ff13498aa tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.613898 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-76c1540f-0ec5-4785-916e-2c2ff13498aa tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/networks?id=fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 200 len: 809 time: 0.1958654 Jun 18 08:08:28.655101 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-a8521b54-6b70-454c-8cde-d3267ff46ea0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/quotas/7fc3f6aac547489fa25a163e016f8eef HTTP/1.1" status: 200 len: 375 time: 0.0302396 Jun 18 08:08:28.661904 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79269a64-680f-4262-8dd6-2940db209f92 x-openstack-request-id: req-79269a64-680f-4262-8dd6-2940db209f92 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:28.662287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:28.662629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79269a64-680f-4262-8dd6-2940db209f92 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:28.663231 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79269a64-680f-4262-8dd6-2940db209f92'] response: {'name': 'network-changed', 'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'status': 'completed', 'code': 200} Jun 18 08:08:28.683512 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-356a9dab-8f2a-4860-9df3-e70919c27107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.684945 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-356a9dab-8f2a-4860-9df3-e70919c27107 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 1128 time: 0.0742753 Jun 18 08:08:28.703539 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-96e5080d-7462-44c7-8a42-d7c9cad45bdc tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448079 Jun 18 08:08:28.779791 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-7c57fd49-3e85-45df-80a6-e2454b847f88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431 HTTP/1.1" status: 200 len: 217 time: 0.0765097 Jun 18 08:08:28.796717 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:28.836129 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:08:28.836936 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-6869af00-3f24-48e5-86b4-1008112a3ecf service neutron] 10.222.0.23 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263981 Jun 18 08:08:28.864574 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-425f9944-c564-4183-9dd4-e659a7bc3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.866632 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-425f9944-c564-4183-9dd4-e659a7bc3423 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0795949 Jun 18 08:08:28.952250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:28.956484 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-f9937711-0c84-4ecd-8004-a527e0bf1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:28.956953 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-779d90a3-f186-4e9d-9299-30765661063b service neutron] 10.222.0.23 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188207 Jun 18 08:08:28.971577 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-f9937711-0c84-4ecd-8004-a527e0bf1013 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806994 Jun 18 08:08:29.095211 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-beb558c9-12ec-4197-beb6-8e9085af8d6f service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227069 Jun 18 08:08:29.208332 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca498846-a499-41b3-b471-8b7572fbcdcd req-9f2b5031-6111-4a01-b9f8-e3b34ee37e84 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0351501 Jun 18 08:08:29.221191 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a361bd61-5472-4e4a-b971-b0792e665e3b req-5aad61ee-00ad-4e1e-9f4b-e5f9c3d4975b service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114838 Jun 18 08:08:29.412047 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7a710-6e08-4f01-8060-b29488b94e73 req-136893fe-b1e6-45cc-9e1b-ef209e6510f5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:29.413558 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5aa7a710-6e08-4f01-8060-b29488b94e73 req-136893fe-b1e6-45cc-9e1b-ef209e6510f5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0488980 Jun 18 08:08:29.463886 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5aa7a710-6e08-4f01-8060-b29488b94e73 req-b2b4fb34-63f1-4cb7-82c8-5b4d8c806c2a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Jun 18 08:08:29.526584 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93af340-dcee-43b7-9e4a-33b9c55d4e18 req-18546250-ca9f-451e-a1b7-f78207be1909 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:29.528511 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b93af340-dcee-43b7-9e4a-33b9c55d4e18 req-18546250-ca9f-451e-a1b7-f78207be1909 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 944 time: 0.0546551 Jun 18 08:08:29.579051 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b93af340-dcee-43b7-9e4a-33b9c55d4e18 req-0ba14656-22ef-4b45-ba6e-8427f7d2b8e0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Jun 18 08:08:30.203350 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:30.284883 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-05c0803a-cf67-4121-9e1a-1c8a058d1bf2 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:30.286487 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-05c0803a-cf67-4121-9e1a-1c8a058d1bf2 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 814 time: 0.1061497 Jun 18 08:08:30.301178 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-8f18ae0d-1cc8-40dd-a80c-10b0ee21ae61 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/quotas/c53dba3c495141569fc1a011b51023b2 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Jun 18 08:08:30.308117 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f8e2bc04-b79c-4ce4-8775-425448440bcc req-aa8eb124-3c99-4a27-99ff-edff9d2828c1 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0273619 Jun 18 08:08:30.335248 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-20eec4aa-ec8f-4628-9f3a-8c168add5869 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289576 Jun 18 08:08:30.422801 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6a024761-91fb-4dc3-9df3-0d447c686b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:30.435330 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-98ec86a0-05f4-4ba2-84be-142995abf7f7 service neutron] 10.222.0.23 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935609 Jun 18 08:08:30.528586 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-42cf650e-2f41-4d66-9cd9-2e438c852904 service neutron] 10.222.0.23 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Jun 18 08:08:30.581031 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9cc90-da99-486c-ad00-25d3d3a0f316 req-1ba090b8-4885-4033-91af-bc93f61a3406 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:30.582635 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63f9cc90-da99-486c-ad00-25d3d3a0f316 req-1ba090b8-4885-4033-91af-bc93f61a3406 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0499301 Jun 18 08:08:30.621773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:30.634601 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-63f9cc90-da99-486c-ad00-25d3d3a0f316 req-58b19147-41f6-41d7-bbbb-bfd5b90f0a17 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461879 Jun 18 08:08:30.712273 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-db397655-e572-400b-a5cb-613d9cb06586 req-94daf0ad-2ece-481f-820b-075fecfe2258 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Jun 18 08:08:30.740119 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baf471-4e22-4d76-a304-239cf391a029 req-d2354b39-0af8-414b-b233-e4b2e35ae034 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:30.741645 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-15baf471-4e22-4d76-a304-239cf391a029 req-d2354b39-0af8-414b-b233-e4b2e35ae034 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 944 time: 0.0480289 Jun 18 08:08:30.790043 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-15baf471-4e22-4d76-a304-239cf391a029 req-50864501-ace6-4a1b-8e9e-20f9c0410465 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Jun 18 08:08:31.249135 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:31.411443 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33f3d7f9-b4e6-44b0-acc7-30d17a2c5e02 req-3b50152a-b471-4199-b035-a60055ba95bf tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0336087 Jun 18 08:08:31.767206 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d54f61-b704-4386-9297-0bfaae8695ad req-8ed54ec1-16b3-4ec0-89c6-3725218b7e3d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:31.768720 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-01d54f61-b704-4386-9297-0bfaae8695ad req-8ed54ec1-16b3-4ec0-89c6-3725218b7e3d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0499854 Jun 18 08:08:31.809249 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4fdd6486-b8fc-4d0e-a6e9-85387717b1ad req-e7d89f40-2dbc-45a6-9f74-3d83c99ca119 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0267601 Jun 18 08:08:31.817844 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-01d54f61-b704-4386-9297-0bfaae8695ad req-e96c9095-ffe0-4de4-8e3b-c5c47ff7f9d4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Jun 18 08:08:31.906823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7fde-5f6b-4cda-8c1f-4b03fa2a28be req-0f89e414-297b-47d3-9c72-c1b4d1904ad5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:31.908328 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f71e7fde-5f6b-4cda-8c1f-4b03fa2a28be req-0f89e414-297b-47d3-9c72-c1b4d1904ad5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 944 time: 0.0448637 Jun 18 08:08:31.959836 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f71e7fde-5f6b-4cda-8c1f-4b03fa2a28be req-e29d7e4b-b2a7-49b2-bfca-060ae1b6a8ba tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460033 Jun 18 08:08:32.506457 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e60fc478-f6cc-4c16-9847-2a86b9e3acbf req-88bbd7cf-3875-4b08-9b1d-c0d603d394d1 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0269501 Jun 18 08:08:32.788080 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:32.908938 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd5b3a69-bf51-4692-8c35-b183734ca035 req-e4816bb7-3335-4ce5-8491-4492e46c74ed tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Jun 18 08:08:32.916289 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:32.933728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009a509-f1df-4279-85aa-011cf4d76500 req-0a2f03ce-4b92-4a34-8d79-209803ebd54b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:32.935671 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5009a509-f1df-4279-85aa-011cf4d76500 req-0a2f03ce-4b92-4a34-8d79-209803ebd54b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0503809 Jun 18 08:08:33.015523 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5009a509-f1df-4279-85aa-011cf4d76500 req-f7456063-bd29-44fb-a168-8b676a3fef3e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732434 Jun 18 08:08:33.041827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-92483443-dd1e-4616-b85f-f867df840ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:33.043931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-92483443-dd1e-4616-b85f-f867df840ba9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 1128 time: 0.0652659 Jun 18 08:08:33.267399 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:33.463804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-e5226432-00b3-4aec-859f-1b8cf0a5b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:33.465266 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-e5226432-00b3-4aec-859f-1b8cf0a5b295 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.3921747 Jun 18 08:08:33.494355 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7f440-07e3-4460-b588-e9d0c62ae50a req-cb6a4254-35fb-4cdb-9c47-c1a0d7a1fa02 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:33.495861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b7f440-07e3-4460-b588-e9d0c62ae50a req-cb6a4254-35fb-4cdb-9c47-c1a0d7a1fa02 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 944 time: 0.4247415 Jun 18 08:08:33.546825 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-5c647129-106d-4c58-ac29-7a615a5d53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:33.548341 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-5c647129-106d-4c58-ac29-7a615a5d53b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.4947462 Jun 18 08:08:33.562340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b7f440-07e3-4460-b588-e9d0c62ae50a req-4f983d64-0b60-4a8a-8077-4d439b851e45 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584912 Jun 18 08:08:33.567950 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cc1e7c56-27e8-4f1c-8c35-238d6c80f431 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:08:33.612435 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c8d77021-c1a5-4db6-9fe7-76dc2974ccf3 req-9ee196e7-ee26-49fe-8426-1429ce7222be tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0285547 Jun 18 08:08:33.671248 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:33.685717 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:08:33.846997 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:33.847740 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:33.861312 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1e7c56-27e8-4f1c-8c35-238d6c80f431 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:33.881106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:33.885592 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:33.930408 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:34.034095 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-01dc6605-3813-4b5b-8edc-e36daaf1e85e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431 HTTP/1.1" status: 200 len: 217 time: 0.0603652 Jun 18 08:08:34.074109 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5daa2c33-4a4a-4828-b64e-64b31663ff67 req-dbe6e0bd-fd02-4031-830e-d4ea4c483cde tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0853012 Jun 18 08:08:34.160452 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3553d-7f3e-4567-8090-3e1096c38111 req-6467b88b-07f7-41e2-9923-4325de8620d5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.162791 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0aa3553d-7f3e-4567-8090-3e1096c38111 req-6467b88b-07f7-41e2-9923-4325de8620d5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0479639 Jun 18 08:08:34.222482 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0aa3553d-7f3e-4567-8090-3e1096c38111 req-1a21e234-23cd-4970-98e9-d8c189b5d942 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541654 Jun 18 08:08:34.231126 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-b6e18216-b0d1-45fa-8788-129975d24b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.232566 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-b6e18216-b0d1-45fa-8788-129975d24b8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.2576704 Jun 18 08:08:34.246770 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-03709de4-6b59-4518-9d02-f837ce99b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.248286 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-03709de4-6b59-4518-9d02-f837ce99b674 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.1880786 Jun 18 08:08:34.262779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:34.343672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['cc1e7c56-27e8-4f1c-8c35-238d6c80f431'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:34.383046 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-f8da9259-2e48-434d-a010-cecc47034953 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.1231403 Jun 18 08:08:34.444626 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-ba88b611-4607-480d-a0fd-651b2b675e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.446140 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-ba88b611-4607-480d-a0fd-651b2b675e80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1727002 Jun 18 08:08:34.468773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-138520d2-2450-478c-b958-d853e31d9869 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.470253 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-138520d2-2450-478c-b958-d853e31d9869 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 814 time: 0.3327725 Jun 18 08:08:34.493686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-2f7d5c19-10cf-424f-9cd5-3294c4e87a5b tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.502688 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-2f7d5c19-10cf-424f-9cd5-3294c4e87a5b tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "GET /v2.0/networks?id=fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 200 len: 809 time: 0.3180618 Jun 18 08:08:34.571270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Request body: {'port': {'device_id': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9', 'admin_state_up': True, 'tenant_id': 'c53dba3c495141569fc1a011b51023b2'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:34.616656 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Request body: {'port': {'device_id': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57', 'admin_state_up': True, 'tenant_id': '7fc3f6aac547489fa25a163e016f8eef'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:34.729042 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c50c22ac-0375-405c-ba3c-2b8fd0aaa66c req-bb5674f0-e38b-426d-8b65-3b5f8c7dae93 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0283527 Jun 18 08:08:34.734592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:34.780102 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-510bd747-e2d6-42b8-90f1-a9e7ee2eeaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.781558 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-510bd747-e2d6-42b8-90f1-a9e7ee2eeaa9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.2283618 Jun 18 08:08:34.889976 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a014f4b-41f6-4ca5-95f0-5bee2f8a6572 req-45070434-da3b-4cf1-a7e7-bdcfce3d2820 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.891460 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a014f4b-41f6-4ca5-95f0-5bee2f8a6572 req-45070434-da3b-4cf1-a7e7-bdcfce3d2820 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 945 time: 0.2184384 Jun 18 08:08:34.948404 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-e9ccc3d1-816b-4bd7-bf0a-87bed6d000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:34.949760 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-e9ccc3d1-816b-4bd7-bf0a-87bed6d000f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167872 Jun 18 08:08:34.957653 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-7c9bc013-678f-4c49-b3a3-21beffb8cd05 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034450 Jun 18 08:08:34.998407 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Made reservation on behalf of c53dba3c495141569fc1a011b51023b2 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:35.001660 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.099907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Made reservation on behalf of 7fc3f6aac547489fa25a163e016f8eef for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:08:35.103269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.107581 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a014f4b-41f6-4ca5-95f0-5bee2f8a6572 req-ec66e9b7-edda-412c-b71f-01fd4914c22e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077413 Jun 18 08:08:35.183870 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b8337ba9-db1d-4f58-96ac-0fe3182620c8 req-ee3f2c49-33a4-4dca-a910-bbfafdf1b528 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0321202 Jun 18 08:08:35.224787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:35.280561 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-ef7b4a6c-f67c-4ab2-a787-c28fd84fd5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203523 Jun 18 08:08:35.291904 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-46ef2bf5-a538-4f76-95ed-0cec19678889 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169687 Jun 18 08:08:35.476909 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb028-c29e-41a6-93cb-a7d841bce911 req-8d545633-50ee-4b09-ad09-31ea4f27ac97 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:35.478280 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73edb028-c29e-41a6-93cb-a7d841bce911 req-8d545633-50ee-4b09-ad09-31ea4f27ac97 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.1698749 Jun 18 08:08:35.487962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:35.510620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Allocated IP 172.20.0.8 (fbf69721-c844-426f-8a34-466c5ae8bd57/f8aa3e29-e426-4c74-b9e8-deecf982d037/ad0be532-4c7a-4527-85ca-0a6997ea08af) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:35.520004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Allocated IP 172.20.0.4 (34728dbd-466c-4060-9c86-3143df93aca9/26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7/b9ad9cab-6619-4942-a04b-ca380f88f089) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:08:35.558354 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51fafd74-5cc8-443c-b19d-98a18fb29f6a req-02caf3f2-84de-4990-91f8-c7c195f5bdf1 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613773 Jun 18 08:08:35.588197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cc1e7c56-27e8-4f1c-8c35-238d6c80f431 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:35.623931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-73edb028-c29e-41a6-93cb-a7d841bce911 req-bb1f71d3-bf94-4374-b932-2a112475e50e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397123 Jun 18 08:08:35.674869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:35.676348 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:08:35.685167 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:35.685540 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.775189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:35.776060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.807749 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:35.810857 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e555acf-f748-44b4-8e70-3f435ea7e7bd" -d '{"events": [{"server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:35.828665 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks [] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.832087 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks [] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.851513 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:35.852133 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:35.858677 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:35.870109 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.896399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.898864 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:35.929464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bcef68-e2b9-4bf9-88aa-af7e7dcfd99a x-openstack-request-id: req-79bcef68-e2b9-4bf9-88aa-af7e7dcfd99a {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:35.930091 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "name": "network-vif-plugged", "status": "completed", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:35.930579 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79bcef68-e2b9-4bf9-88aa-af7e7dcfd99a {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:35.931197 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bcef68-e2b9-4bf9-88aa-af7e7dcfd99a'] response: {'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'code': 200} Jun 18 08:08:35.936497 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-52c8f74d-88ba-4aa3-a0a7-855b55da795c req-957319a0-ac7e-42d6-976c-5a35d419df98 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0711029 Jun 18 08:08:35.958639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Network 34728dbd-466c-4060-9c86-3143df93aca9 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:35.959920 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:35.970340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:35.973524 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Network fbf69721-c844-426f-8a34-466c5ae8bd57 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:08:35.974539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:35.977569 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Pushing event updated for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:35.981381 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:08:36.003541 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:08:36.103039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.103791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:36.302729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c30a57-b9d9-48f0-83d8-6f5922e43c35 req-c0f5ddc2-73c6-430a-b101-05fb654b6561 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.304235 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-93c30a57-b9d9-48f0-83d8-6f5922e43c35 req-c0f5ddc2-73c6-430a-b101-05fb654b6561 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 931 time: 0.0490952 Jun 18 08:08:36.324482 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:36.360066 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-93c30a57-b9d9-48f0-83d8-6f5922e43c35 req-dd30f172-7482-4bed-ae04-50346b4680a1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499425 Jun 18 08:08:36.425870 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Pushing event updated for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:36.434756 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-88e10845-a8c4-402c-86b1-566a8c6c31e0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8479867 Jun 18 08:08:36.450057 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.450644 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:36.462276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Request body: {'port': {'device_id': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:36.507858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:36.514301 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebf4a7-1129-48fb-ac57-af846eccf2d3 req-0cd3ce2a-c7ec-4ceb-af03-c6513b30843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.515847 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61ebf4a7-1129-48fb-ac57-af846eccf2d3 req-0cd3ce2a-c7ec-4ceb-af03-c6513b30843f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 1130 time: 0.3887985 Jun 18 08:08:36.535195 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-2cf9a503-af97-4f53-b064-7ef938d8a36a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9831469 Jun 18 08:08:36.542438 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c801a9-835d-466d-926d-fc493e5c5139 req-3c3661dd-f6e8-43ec-a607-50a5cd7cdaff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.543865 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44c801a9-835d-466d-926d-fc493e5c5139 req-3c3661dd-f6e8-43ec-a607-50a5cd7cdaff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.1190577 Jun 18 08:08:36.561832 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Request body: {'port': {'device_id': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:36.641016 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:36.686446 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61ebf4a7-1129-48fb-ac57-af846eccf2d3 req-8a77475f-9689-4754-9da0-98491dce7500 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612639 Jun 18 08:08:36.732831 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44c801a9-835d-466d-926d-fc493e5c5139 req-524f3eba-9c9e-4972-a470-bd51687e615e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758006 Jun 18 08:08:36.735547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:36.742753 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4e3b3-0a5b-4590-9ecf-a2db96ec0c41 req-34983c29-2004-4478-9d67-7722f8f16800 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:36.744357 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9ad4e3b3-0a5b-4590-9ecf-a2db96ec0c41 req-34983c29-2004-4478-9d67-7722f8f16800 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0509009 Jun 18 08:08:36.796886 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9ad4e3b3-0a5b-4590-9ecf-a2db96ec0c41 req-26d97177-18a4-4285-9b5d-cdce0d5da9fe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Jun 18 08:08:36.941386 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:37.110851 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579c8e-f425-4157-aac7-56417c430a0e req-a3fef8b7-72ae-4b83-b68d-bd9a2b06da2d tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.112495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a579c8e-f425-4157-aac7-56417c430a0e req-a3fef8b7-72ae-4b83-b68d-bd9a2b06da2d tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 931 time: 0.1131098 Jun 18 08:08:37.249310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0be532-4c7a-4527-85ca-0a6997ea08af {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:37.263477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks [] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.266223 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:37.275054 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7a579c8e-f425-4157-aac7-56417c430a0e req-d9a266cb-2899-484b-a6ee-a7575114c575 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515636 Jun 18 08:08:37.285349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ad9cab-6619-4942-a04b-ca380f88f089 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:37.294152 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Transition to ACTIVE for port object ad0be532-4c7a-4527-85ca-0a6997ea08af will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:08:37.296526 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks [] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.300621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.337560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Transition to ACTIVE for port object b9ad9cab-6619-4942-a04b-ca380f88f089 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:08:37.346561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.375211 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:37.483387 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671665c-a9fb-4e3e-b178-f3cdbe7d3917 req-69626f04-d4ef-4fef-ae5e-3eb19790b213 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.484981 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5671665c-a9fb-4e3e-b178-f3cdbe7d3917 req-69626f04-d4ef-4fef-ae5e-3eb19790b213 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.0469575 Jun 18 08:08:37.497429 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:37.534181 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5671665c-a9fb-4e3e-b178-f3cdbe7d3917 req-eabe8ed3-9776-48ef-99ee-5062d389cf12 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Jun 18 08:08:37.536427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Attempting to bind port ad0be532-4c7a-4527-85ca-0a6997ea08af on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:37.536752 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Attempting to bind port ad0be532-4c7a-4527-85ca-0a6997ea08af by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:37.537072 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Attempting to bind port ad0be532-4c7a-4527-85ca-0a6997ea08af on network fbf69721-c844-426f-8a34-466c5ae8bd57 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:37.551089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Port ad0be532-4c7a-4527-85ca-0a6997ea08af on network fbf69721-c844-426f-8a34-466c5ae8bd57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:08:37.551089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Attempting to bind port ad0be532-4c7a-4527-85ca-0a6997ea08af on network fbf69721-c844-426f-8a34-466c5ae8bd57 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:37.554492 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Attempting to bind port b9ad9cab-6619-4942-a04b-ca380f88f089 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:08:37.554818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Attempting to bind port b9ad9cab-6619-4942-a04b-ca380f88f089 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:08:37.555161 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Attempting to bind port b9ad9cab-6619-4942-a04b-ca380f88f089 on network 34728dbd-466c-4060-9c86-3143df93aca9 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:37.559860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:37.560193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Checking segment: {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:37.560558 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Bound using segment: {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:37.560974 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Bound port: ad0be532-4c7a-4527-85ca-0a6997ea08af, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:37.561325 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.565621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Port b9ad9cab-6619-4942-a04b-ca380f88f089 on network 34728dbd-466c-4060-9c86-3143df93aca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:08:37.565926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Attempting to bind port b9ad9cab-6619-4942-a04b-ca380f88f089 on network 34728dbd-466c-4060-9c86-3143df93aca9 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:08:37.578862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:08:37.579251 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Checking segment: {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:08:37.579608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Bound using segment: {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:08:37.580013 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Bound port: b9ad9cab-6619-4942-a04b-ca380f88f089, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:08:37.580346 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.662473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:37.664187 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:37.670557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:37.681052 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.693587 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:08:37.730975 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.731809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.733171 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] 10.222.0.16 "PUT /v2.0/ports/ad0be532-4c7a-4527-85ca-0a6997ea08af HTTP/1.1" status: 200 len: 1093 time: 1.2781332 Jun 18 08:08:37.736843 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:37.739084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:37.742536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b9ad9cab-6619-4942-a04b-ca380f88f089,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:08:37.755703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.774580 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677ecbf-714e-46fc-b23b-9bb592a19f64 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:37.784392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.784535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:37.785840 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9ad9cab-6619-4942-a04b-ca380f88f089 HTTP/1.1" status: 200 len: 1093 time: 1.2310340 Jun 18 08:08:37.803073 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d104c6-26a3-4ac3-8405-179dd575405d x-openstack-request-id: req-e3d104c6-26a3-4ac3-8405-179dd575405d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:37.803355 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:37.803597 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e3d104c6-26a3-4ac3-8405-179dd575405d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:37.803983 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d104c6-26a3-4ac3-8405-179dd575405d'] response: {'name': 'network-changed', 'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af', 'status': 'completed', 'code': 200} Jun 18 08:08:37.829773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228eb713-f215-4a32-8dba-117a779f7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:37.850100 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081dd8-0887-41d3-af9d-c3a06988c7a0 req-ce93094b-3c9c-4c9c-acda-066ad79e8297 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.851755 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-80081dd8-0887-41d3-af9d-c3a06988c7a0 req-ce93094b-3c9c-4c9c-acda-066ad79e8297 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0470562 Jun 18 08:08:37.903321 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-80081dd8-0887-41d3-af9d-c3a06988c7a0 req-565c63ae-1edd-4510-b16e-7ae6d5ea647b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 Jun 18 08:08:37.915384 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa957a-593c-48c1-b3a2-4318b74a0e5a req-3de3e8c2-8fd6-4eeb-b6fa-1dd2642d6e73 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:37.916894 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5afa957a-593c-48c1-b3a2-4318b74a0e5a req-3de3e8c2-8fd6-4eeb-b6fa-1dd2642d6e73 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0476217 Jun 18 08:08:37.965971 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5afa957a-593c-48c1-b3a2-4318b74a0e5a req-fda19392-f797-4108-963a-db3f23d99288 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433922 Jun 18 08:08:38.398648 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfed0b1-689f-4a4e-925a-13b36b3389c5 req-30d46096-9daa-4858-a5fa-40de0355955a tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:38.400066 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7dfed0b1-689f-4a4e-925a-13b36b3389c5 req-30d46096-9daa-4858-a5fa-40de0355955a tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0482893 Jun 18 08:08:38.451520 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7dfed0b1-689f-4a4e-925a-13b36b3389c5 req-f47125a7-b692-4a49-84cd-91991a647c91 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Jun 18 08:08:38.657887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10989d48-97f4-4486-8730-2f65b113b751 req-cb1b2e0d-10aa-49f0-a238-73e24c48575b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:38.659280 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10989d48-97f4-4486-8730-2f65b113b751 req-cb1b2e0d-10aa-49f0-a238-73e24c48575b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.0527697 Jun 18 08:08:38.709581 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:38.717076 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-10989d48-97f4-4486-8730-2f65b113b751 req-9af3f5a5-1327-4830-9e0f-aab46d7753f7 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Jun 18 08:08:38.831707 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=1,neutron:SELECT=50,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:39.031710 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8a78d-0daa-4fba-a70d-79ddda7bca24 req-44f78791-4b3b-49cd-8982-25e85ab85a20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:39.033181 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-efe8a78d-0daa-4fba-a70d-79ddda7bca24 req-44f78791-4b3b-49cd-8982-25e85ab85a20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0500214 Jun 18 08:08:39.080629 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-efe8a78d-0daa-4fba-a70d-79ddda7bca24 req-5f665946-03da-4082-9625-0935d050f086 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Jun 18 08:08:39.089375 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21549d-ec1a-4cc3-a0df-547791c4f831 req-5fc57c1c-0967-4a65-816e-cd31d1fe0ba4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:39.090872 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef21549d-ec1a-4cc3-a0df-547791c4f831 req-5fc57c1c-0967-4a65-816e-cd31d1fe0ba4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0462961 Jun 18 08:08:39.137837 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef21549d-ec1a-4cc3-a0df-547791c4f831 req-783ac97f-1ff8-4bc7-bf35-558cddf38bd1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Jun 18 08:08:39.577615 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa27d5-05a5-40d8-a496-2c7c7b85a053 req-52f206e8-a1fe-4f09-a3c4-85a60d11b667 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:39.579194 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b8aa27d5-05a5-40d8-a496-2c7c7b85a053 req-52f206e8-a1fe-4f09-a3c4-85a60d11b667 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0502725 Jun 18 08:08:39.629128 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b8aa27d5-05a5-40d8-a496-2c7c7b85a053 req-9dd950a0-2b82-4d18-bb8e-5bd7f9922390 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Jun 18 08:08:39.819339 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:39.821577 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8457f-df06-4136-929a-f4e5e37c281a" -d '{"events": [{"name": "network-changed", "server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:39.842484 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bdbff-e29e-4db4-be5c-a0a1dcfa5744 req-bc63f0a6-25fe-4c63-b331-038a50a2e6bc tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:39.844035 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-116bdbff-e29e-4db4-be5c-a0a1dcfa5744 req-bc63f0a6-25fe-4c63-b331-038a50a2e6bc tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.0526938 Jun 18 08:08:39.865374 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27f7ff-3ad1-4c2f-a547-fd4536799b5b x-openstack-request-id: req-4d27f7ff-3ad1-4c2f-a547-fd4536799b5b {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:39.865644 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:39.865888 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d27f7ff-3ad1-4c2f-a547-fd4536799b5b {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:39.866293 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d27f7ff-3ad1-4c2f-a547-fd4536799b5b'] response: {'name': 'network-changed', 'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089', 'status': 'completed', 'code': 200} Jun 18 08:08:39.900686 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-116bdbff-e29e-4db4-be5c-a0a1dcfa5744 req-2361f170-7d6b-4c17-bb05-4b786c6884d4 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502789 Jun 18 08:08:40.159106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-34bed9fb-f3aa-4060-97f5-c21c57fdd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.160610 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-34bed9fb-f3aa-4060-97f5-c21c57fdd2bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 1127 time: 0.0794547 Jun 18 08:08:40.161894 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-57f46eca-1964-4ffd-ba00-8c9809865359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.163250 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-57f46eca-1964-4ffd-ba00-8c9809865359 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 1127 time: 0.0621238 Jun 18 08:08:40.197670 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca987d4c-907f-4c6f-a2d5-de20ae492184 req-993a919f-56b5-4c91-8d6a-aba02d8c1636 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.199447 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca987d4c-907f-4c6f-a2d5-de20ae492184 req-993a919f-56b5-4c91-8d6a-aba02d8c1636 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0489993 Jun 18 08:08:40.249543 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca987d4c-907f-4c6f-a2d5-de20ae492184 req-7cbeddfa-7a21-4785-b879-5855ee327445 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438471 Jun 18 08:08:40.281229 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-1039aa7b-b8d9-4582-a5db-8e9f8868d638 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ad9cab-6619-4942-a04b-ca380f88f089 HTTP/1.1" status: 200 len: 217 time: 0.0899885 Jun 18 08:08:40.373497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe2206-cfab-4f72-acc7-15325c57d61c req-cf654fbe-837c-48db-93b9-6cce4e8e33c4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.373497 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1fe2206-cfab-4f72-acc7-15325c57d61c req-cf654fbe-837c-48db-93b9-6cce4e8e33c4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.1589026 Jun 18 08:08:40.425692 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872875-1f94-453f-833e-86c5ff79d652 req-518c2e75-d537-4ffa-bcf7-b29bcc2921b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.427189 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-518c2e75-d537-4ffa-bcf7-b29bcc2921b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 HTTP/1.1" status: 200 len: 854 time: 0.1310546 Jun 18 08:08:40.428216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-31ef275c-5cd3-4ee6-b845-412f0fa131de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.429493 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-31ef275c-5cd3-4ee6-b845-412f0fa131de service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7fc3f6aac547489fa25a163e016f8eef&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2399690 Jun 18 08:08:40.454258 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e1fe2206-cfab-4f72-acc7-15325c57d61c req-f41e373d-f80a-46a7-8c56-853662458da0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760689 Jun 18 08:08:40.585779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 51810) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:40.704754 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-983ed367-2568-44d5-a0ec-59929ab527ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.790318 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dec84-44ff-4998-b0a1-87977b64c141 req-264a672f-fb69-4960-9297-9ae44e3321b0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:40.792346 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-119dec84-44ff-4998-b0a1-87977b64c141 req-264a672f-fb69-4960-9297-9ae44e3321b0 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0665107 Jun 18 08:08:40.811430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-983ed367-2568-44d5-a0ec-59929ab527ac admin admin] Publish callbacks [] for security_group (0d854762-38be-43f0-bd81-0292787c4ba6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.817555 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-983ed367-2568-44d5-a0ec-59929ab527ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0d854762-38be-43f0-bd81-0292787c4ba6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.823456 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:40.850941 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-119dec84-44ff-4998-b0a1-87977b64c141 req-95540764-51e3-4b70-8d57-aff7ffb93cb2 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528691 Jun 18 08:08:40.860653 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:40.863372 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ed367-2568-44d5-a0ec-59929ab527ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d854762-38be-43f0-bd81-0292787c4ba6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:40.871054 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-983ed367-2568-44d5-a0ec-59929ab527ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f483706f43944458a52afc3de6ee5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824445 Jun 18 08:08:40.872320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51824) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:40.919791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] Publish callbacks [] for security_group (0d854762-38be-43f0-bd81-0292787c4ba6), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.943878 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] Publish callbacks [] for security_group (0d854762-38be-43f0-bd81-0292787c4ba6), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.992452 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0d854762-38be-43f0-bd81-0292787c4ba6), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.995749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:40.997123 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d854762-38be-43f0-bd81-0292787c4ba6 HTTP/1.1" status: 204 len: 168 time: 0.1236212 Jun 18 08:08:41.006345 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b4e29-6bbf-4281-b9ce-9ced5b2ab094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d854762-38be-43f0-bd81-0292787c4ba6,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:41.025009 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f8c21-c05b-4d94-ae92-5cea88296c86 req-9e89b4d8-ca39-414a-9aef-e02b1ca94bd0 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.026584 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-962f8c21-c05b-4d94-ae92-5cea88296c86 req-9e89b4d8-ca39-414a-9aef-e02b1ca94bd0 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.0555184 Jun 18 08:08:41.083436 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-962f8c21-c05b-4d94-ae92-5cea88296c86 req-a0bdd1bd-19fe-46c7-8d7a-7566b061b75a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jun 18 08:08:41.308974 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-b3f83410-1d92-489d-af55-6910489e5c1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34728dbd-466c-4060-9c86-3143df93aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581663 Jun 18 08:08:41.367880 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:41.380433 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34271874-f46e-4e0d-a4fa-59fe5eb95670 req-03046e6c-4756-4eda-a7df-d48bcd9d5031 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.382197 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-34271874-f46e-4e0d-a4fa-59fe5eb95670 req-03046e6c-4756-4eda-a7df-d48bcd9d5031 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0503602 Jun 18 08:08:41.394100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:41.432110 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-34271874-f46e-4e0d-a4fa-59fe5eb95670 req-4e11b315-0759-4ea1-8f86-9450723bf3ba tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 Jun 18 08:08:41.434629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-972e6d9a-96f4-49b2-a8f4-70ee27734f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.436121 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4c8ccc9-cf41-4d25-96ad-4739a2ae3b9a req-972e6d9a-96f4-49b2-a8f4-70ee27734f9c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869731 Jun 18 08:08:41.458601 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-07ffb6c7-00ad-4019-ad68-010b1823bfcb service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115844 Jun 18 08:08:41.571455 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f41f65-6dc1-4ed7-a9db-9c0322832077 req-4b545c96-a864-48ff-a840-7fc778f4abca tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.572949 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-95f41f65-6dc1-4ed7-a9db-9c0322832077 req-4b545c96-a864-48ff-a840-7fc778f4abca tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0493903 Jun 18 08:08:41.620461 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-95f41f65-6dc1-4ed7-a9db-9c0322832077 req-8c7abe0f-26f2-461e-88b1-728372ecf892 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Jun 18 08:08:41.623770 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb9c9d-b94b-4da5-a1a8-de7c0d446303 req-ffe51596-67b0-4a9f-a1a8-db7d69cbe4a2 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.625200 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4bb9c9d-b94b-4da5-a1a8-de7c0d446303 req-ffe51596-67b0-4a9f-a1a8-db7d69cbe4a2 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.1286128 Jun 18 08:08:41.628114 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-f3feacdb-dfec-4837-a2ea-8f4e64a3b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:41.634463 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-f3feacdb-dfec-4837-a2ea-8f4e64a3b0ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7fc3f6aac547489fa25a163e016f8eef&device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 1127 time: 0.0907586 Jun 18 08:08:41.634726 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 51838) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:08:41.639445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:08:41.647616 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ea872875-1f94-453f-833e-86c5ff79d652 req-cc581d51-b283-412e-9f8b-0cc358cba1a4 service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595657 Jun 18 08:08:41.683117 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:41.706671 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-d2235c49-48a0-41c9-9818-fab6002ec9c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af HTTP/1.1" status: 200 len: 217 time: 0.0368700 Jun 18 08:08:42.023630 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac43229-ede8-4452-a42b-b43e4d40e4a6 req-98ccdf21-92bb-400f-b002-2da167c159fb tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:42.025106 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cac43229-ede8-4452-a42b-b43e4d40e4a6 req-98ccdf21-92bb-400f-b002-2da167c159fb tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0899253 Jun 18 08:08:42.140443 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cac43229-ede8-4452-a42b-b43e4d40e4a6 req-da113cee-420e-4e18-bd81-b3e5ab11add3 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088564 Jun 18 08:08:42.200212 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:42.206961 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:42.219232 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e073-4a93-4cd5-b1c3-ecd1cb23093e req-213a6acc-cafa-4e7f-bb26-aa04f1b3fb7c tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:42.221501 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7268e073-4a93-4cd5-b1c3-ecd1cb23093e req-213a6acc-cafa-4e7f-bb26-aa04f1b3fb7c tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.0525994 Jun 18 08:08:42.282491 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7268e073-4a93-4cd5-b1c3-ecd1cb23093e req-4b7f2af0-fba0-4616-9034-8d935883b117 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Jun 18 08:08:42.311639 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 38c4b6bc-4e25-4f3c-91c3-f08707054f03 associated. External IP: 172.27.2.6, port: cc1e7c56-27e8-4f1c-8c35-238d6c80f431. Jun 18 08:08:42.360925 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:42.768729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe53438-c568-422b-9021-f8d12663578b req-c4fe8532-db84-45f2-a52d-5b2f6f318904 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:42.770175 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bbe53438-c568-422b-9021-f8d12663578b req-c4fe8532-db84-45f2-a52d-5b2f6f318904 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0795732 Jun 18 08:08:42.780648 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:08:42.793392 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:42.859983 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bbe53438-c568-422b-9021-f8d12663578b req-cd240f40-4dfe-454b-b0c1-d5fd24fb03a8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838568 Jun 18 08:08:42.919486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:08:42.923930 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:42.930633 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:08:42.954789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-decacf61-2f65-4108-9f66-c103491d976f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "PUT /v2.0/floatingips/38c4b6bc-4e25-4f3c-91c3-f08707054f03 HTTP/1.1" status: 200 len: 990 time: 1.3188486 Jun 18 08:08:42.955393 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:42.957676 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d8855-6e28-41c4-ae8b-4865f54429a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:42.962064 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:42.962938 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:42.997751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c665e6-a964-433c-831a-48f1e21dc3ec x-openstack-request-id: req-07c665e6-a964-433c-831a-48f1e21dc3ec {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:42.998041 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:42.998292 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07c665e6-a964-433c-831a-48f1e21dc3ec {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:42.998752 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c665e6-a964-433c-831a-48f1e21dc3ec'] response: {'name': 'network-changed', 'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'status': 'completed', 'code': 200} Jun 18 08:08:43.038918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-d178315c-3b31-4ef8-b38e-42a3c21618af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.040458 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-d178315c-3b31-4ef8-b38e-42a3c21618af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 1127 time: 0.0661922 Jun 18 08:08:43.044127 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-cf652c23-80f4-4186-a856-2f67cd754f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.045484 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-cf652c23-80f4-4186-a856-2f67cd754f61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f8aa3e29-e426-4c74-b9e8-deecf982d037 HTTP/1.1" status: 200 len: 849 time: 0.1079547 Jun 18 08:08:43.078180 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:43.134090 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-aab3f96f-12e3-4e2d-a6b5-4488bb04c03c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fbf69721-c844-426f-8a34-466c5ae8bd57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492392 Jun 18 08:08:43.195962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-c3543f2a-e679-4776-8820-770bdd2249d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.197442 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-c3543f2a-e679-4776-8820-770bdd2249d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 1130 time: 0.1208661 Jun 18 08:08:43.266152 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d121c3-70bf-41fb-abbd-1288ed56e0d3 req-c0994843-f81d-43a8-99c5-a413650afb22 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.268507 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e8d121c3-70bf-41fb-abbd-1288ed56e0d3 req-c0994843-f81d-43a8-99c5-a413650afb22 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0528917 Jun 18 08:08:43.278084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:43.330788 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e8d121c3-70bf-41fb-abbd-1288ed56e0d3 req-123a1746-00b3-42bd-8c93-5f2a06358e28 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561149 Jun 18 08:08:43.334985 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-900a4e8c-f068-4ea2-a3ab-3de481233850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.336568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-900a4e8c-f068-4ea2-a3ab-3de481233850 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 915 time: 0.2802777 Jun 18 08:08:43.355625 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:42Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:43.381710 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:08:43.391561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:08:43.392294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:08:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:43.398409 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-ef1b98ef-f6f7-46d1-851f-193a3c5f1186 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563779 Jun 18 08:08:43.399828 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-0f4eb9f5-098e-41de-8eff-923d2ef8b318 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9ad9cab-6619-4942-a04b-ca380f88f089 HTTP/1.1" status: 200 len: 217 time: 0.0539901 Jun 18 08:08:43.488604 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-ee820ce0-3d2e-4bac-8663-5ae2c2fea103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.490069 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-ee820ce0-3d2e-4bac-8663-5ae2c2fea103 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.2733946 Jun 18 08:08:43.509762 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:08:43.556217 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a57ff5-42ad-40c5-a469-df82f0fd3ef5 req-7708f760-38a9-48b8-8bdc-adc48b057c68 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.557447 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39a57ff5-42ad-40c5-a469-df82f0fd3ef5 req-7708f760-38a9-48b8-8bdc-adc48b057c68 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 943 time: 0.1642206 Jun 18 08:08:43.612529 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-21fb12d9-c6aa-4860-82a8-80537a4fda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:43.615055 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-21fb12d9-c6aa-4860-82a8-80537a4fda37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 HTTP/1.1" status: 200 len: 854 time: 0.1853406 Jun 18 08:08:43.644397 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b9ad9cab-6619-4942-a04b-ca380f88f089 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:08:43.672252 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-6e556479-8c3c-41de-951e-cfc623f14351 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431 HTTP/1.1" status: 200 len: 998 time: 0.1660457 Jun 18 08:08:43.682052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-ba1fc7b1-259b-4b12-911b-99f2c624c8ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34728dbd-466c-4060-9c86-3143df93aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500767 Jun 18 08:08:43.692231 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ae563f99-a3ee-4395-b974-276faac6dc4d req-aa362de9-b0f8-4476-b434-c0414f1db839 service neutron] 10.222.0.16 "GET /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816086 Jun 18 08:08:43.695191 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:43.700051 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39a57ff5-42ad-40c5-a469-df82f0fd3ef5 req-76665fcd-66bb-4e6b-a450-9eea7956b0b7 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116750 Jun 18 08:08:43.724429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:43.826393 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:42Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:08:43.860892 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d78dbb9-0001-440d-9a07-1bd959db02e7 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:42Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:08:43.867663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b9ad9cab-6619-4942-a04b-ca380f88f089,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:43.882429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'b9ad9cab-6619-4942-a04b-ca380f88f089', 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9', 'port_id': 'b9ad9cab-6619-4942-a04b-ca380f88f089', 'mac_address': 'fa:16:3e:4e:13:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:08:43.928692 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port b9ad9cab-6619-4942-a04b-ca380f88f089 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:43.929195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:43.945343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ad9cab-6619-4942-a04b-ca380f88f089 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:43.952948 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:43.972684 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b9ad9cab-6619-4942-a04b-ca380f88f089,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:43.978789 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:44.028637 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:44.124448 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b71692-e558-42db-bf88-6f9aa43569b7 None None] New status for floating IP 38c4b6bc-4e25-4f3c-91c3-f08707054f03: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:08:44.148724 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-c73afcf4-d825-451b-8aeb-604381947af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:44.151257 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-c73afcf4-d825-451b-8aeb-604381947af7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.4250424 Jun 18 08:08:44.159439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152683ff-d3d7-4f60-acc0-3465528b1f48 req-ad9d26b8-8173-458f-94d0-442efd9ce2a0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:44.160896 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-152683ff-d3d7-4f60-acc0-3465528b1f48 req-ad9d26b8-8173-458f-94d0-442efd9ce2a0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.1213951 Jun 18 08:08:44.210326 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-f6b468a8-a7bc-4fa3-a053-cb134e9723f1 service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862792 Jun 18 08:08:44.233684 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-152683ff-d3d7-4f60-acc0-3465528b1f48 req-a1f0c968-b716-4ee9-b87a-e54d7a754853 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640171 Jun 18 08:08:44.446921 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc896-21f6-46ac-a9d6-007632d4c7b3 req-aee1f22b-4af0-4c48-9032-36a68f1e8505 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:44.448452 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['b9ad9cab-6619-4942-a04b-ca380f88f089'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:44.448605 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3ddc896-21f6-46ac-a9d6-007632d4c7b3 req-aee1f22b-4af0-4c48-9032-36a68f1e8505 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0504076 Jun 18 08:08:44.499595 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3ddc896-21f6-46ac-a9d6-007632d4c7b3 req-d543dc18-0460-4beb-a09b-a43917fa2133 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Jun 18 08:08:44.823299 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bba48-6e52-45dd-934a-894ffbaef2be req-1e3f09ff-0914-4b98-a7b7-c784e0eee606 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:44.824798 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-112bba48-6e52-45dd-934a-894ffbaef2be req-1e3f09ff-0914-4b98-a7b7-c784e0eee606 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 944 time: 0.0483541 Jun 18 08:08:44.872578 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-112bba48-6e52-45dd-934a-894ffbaef2be req-2fffc85a-d0ef-45d6-8add-dffb392372dc tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 Jun 18 08:08:45.048412 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-6c5437c3-fe55-4944-b7ad-e93da2a3fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:45.049953 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-6c5437c3-fe55-4944-b7ad-e93da2a3fdb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822399 Jun 18 08:08:45.167510 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bb8457f-df06-4136-929a-f4e5e37c281a req-5e4b4ca5-999b-419f-bf7a-236ac0433ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866951 Jun 18 08:08:45.190343 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-520cb865-85e5-4c05-a046-64b50e8ea819 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126432 Jun 18 08:08:45.249686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:45.321732 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c34d8855-6e28-41c4-ae8b-4865f54429a3 req-1dc73829-d1e5-43e9-b68a-8c4b2aaaf500 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196051 Jun 18 08:08:45.393742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e09168-f2d0-4736-a58b-4f289bcf5ddd req-6bfe9d9f-ff9f-4fda-99c8-81f350afe4e9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:45.396490 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a7e09168-f2d0-4736-a58b-4f289bcf5ddd req-6bfe9d9f-ff9f-4fda-99c8-81f350afe4e9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0733202 Jun 18 08:08:45.452407 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a7e09168-f2d0-4736-a58b-4f289bcf5ddd req-6b6e2fcd-4e63-48a8-b171-6e270ca72e52 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485847 Jun 18 08:08:45.641882 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa56bfa-626b-46de-b68f-098a7da946d5 req-c894b300-c747-4db7-8c69-5165a8deb16c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:45.643420 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2aa56bfa-626b-46de-b68f-098a7da946d5 req-c894b300-c747-4db7-8c69-5165a8deb16c tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 943 time: 0.0516210 Jun 18 08:08:45.658616 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ad0be532-4c7a-4527-85ca-0a6997ea08af details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:08:45.669210 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b9ad9cab-6619-4942-a04b-ca380f88f089 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:45.699498 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2aa56bfa-626b-46de-b68f-098a7da946d5 req-fc314865-3e73-4e6e-8012-f44624bb5340 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Jun 18 08:08:45.896758 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port b9ad9cab-6619-4942-a04b-ca380f88f089 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:08:45.913931 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port b9ad9cab-6619-4942-a04b-ca380f88f089 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:45.914324 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:45.952298 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:45.969162 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'ad0be532-4c7a-4527-85ca-0a6997ea08af', 'network_id': 'fbf69721-c844-426f-8a34-466c5ae8bd57', 'port_id': 'ad0be532-4c7a-4527-85ca-0a6997ea08af', 'mac_address': 'fa:16:3e:5b:41:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8aa3e29-e426-4c74-b9e8-deecf982d037', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:08:45.991412 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733818-fcd2-49be-9ec6-2505203c959d req-f5059b7d-c1e3-4b95-b48a-7fbe57dace8f tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:45.992933 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05733818-fcd2-49be-9ec6-2505203c959d req-f5059b7d-c1e3-4b95-b48a-7fbe57dace8f tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 944 time: 0.0477304 Jun 18 08:08:46.045015 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port ad0be532-4c7a-4527-85ca-0a6997ea08af is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:46.045444 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:46.048563 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:46.048702 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05733818-fcd2-49be-9ec6-2505203c959d req-2de24fe1-a469-41dc-8cf2-34b31f34fe7e tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482547 Jun 18 08:08:46.051992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port b9ad9cab-6619-4942-a04b-ca380f88f089 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:46.052472 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:46.073019 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0be532-4c7a-4527-85ca-0a6997ea08af {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:08:46.097796 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:46.100076 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78154597-a4c0-4532-abea-8947c3b75652" -d '{"events": [{"server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "name": "network-vif-plugged", "status": "completed", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:46.116400 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:46.120363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b9ad9cab-6619-4942-a04b-ca380f88f089,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:46.125772 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:46.131023 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:46.150077 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86490ce-6c6d-476a-b4f9-d7f4b9ff7b59 x-openstack-request-id: req-e86490ce-6c6d-476a-b4f9-d7f4b9ff7b59 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:46.150328 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "name": "network-vif-plugged", "status": "completed", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:46.150585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e86490ce-6c6d-476a-b4f9-d7f4b9ff7b59 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:46.150982 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86490ce-6c6d-476a-b4f9-d7f4b9ff7b59'] response: {'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089', 'code': 200} Jun 18 08:08:46.177908 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:46.225482 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:46.437048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497278e7-9459-4e46-a5dc-1c8c3f78d178 req-cd5337da-9bbf-4552-8173-1d216815cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:46.438430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-497278e7-9459-4e46-a5dc-1c8c3f78d178 req-cd5337da-9bbf-4552-8173-1d216815cf08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 1129 time: 0.0394144 Jun 18 08:08:46.491328 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-497278e7-9459-4e46-a5dc-1c8c3f78d178 req-783c5ed2-840a-47d3-ad5e-5cb1df589f6d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440016 Jun 18 08:08:46.567317 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d515f-beae-4784-897b-fabd0b23d0c7 req-c1dfb5a4-d98b-4964-9190-011e9b505b5e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:46.569015 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c8d515f-beae-4784-897b-fabd0b23d0c7 req-c1dfb5a4-d98b-4964-9190-011e9b505b5e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0481718 Jun 18 08:08:46.574027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['ad0be532-4c7a-4527-85ca-0a6997ea08af'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:46.594822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:46.623875 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c8d515f-beae-4784-897b-fabd0b23d0c7 req-7cce78b5-0994-4bd8-877d-08319109e960 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Jun 18 08:08:46.624234 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:46.818414 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552a68-0354-47ff-a4f4-77e9c18aa144 req-c5b41450-bf01-445b-83bf-4e3248c3ca80 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:46.820023 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a3552a68-0354-47ff-a4f4-77e9c18aa144 req-c5b41450-bf01-445b-83bf-4e3248c3ca80 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 944 time: 0.0500138 Jun 18 08:08:46.868457 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a3552a68-0354-47ff-a4f4-77e9c18aa144 req-99703e57-262f-463e-9525-0a1c1c838d02 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421138 Jun 18 08:08:47.168594 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cb0f0-020b-4173-ab1e-50874ebf4bea req-cf2ceb3c-1369-4e78-8ad2-439ee822acb5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:47.170162 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b4cb0f0-020b-4173-ab1e-50874ebf4bea req-cf2ceb3c-1369-4e78-8ad2-439ee822acb5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0476131 Jun 18 08:08:47.220040 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b4cb0f0-020b-4173-ab1e-50874ebf4bea req-50cdb793-69a4-4d52-9bbf-0ab7366bbed9 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Jun 18 08:08:47.750544 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ad0be532-4c7a-4527-85ca-0a6997ea08af up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:08:47.752312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce2def-222c-45ff-9696-b2643b817a3a req-9cec8d07-b813-4f25-9646-a35b522f2a8d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:47.754019 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-13ce2def-222c-45ff-9696-b2643b817a3a req-9cec8d07-b813-4f25-9646-a35b522f2a8d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0550804 Jun 18 08:08:47.799448 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port ad0be532-4c7a-4527-85ca-0a6997ea08af completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:08:47.808438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port ad0be532-4c7a-4527-85ca-0a6997ea08af triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:08:47.808799 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:47.812283 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-13ce2def-222c-45ff-9696-b2643b817a3a req-575954b4-d513-4dbc-aac8-36fe83a2eaf9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Jun 18 08:08:47.882702 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port ad0be532-4c7a-4527-85ca-0a6997ea08af is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:08:47.883117 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:47.919117 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:47.924445 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:47.972804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:47.990810 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc297ca-74ed-45e9-a13f-2db38404ae49 req-5ed956c6-16f2-40ea-8876-ced6e73f0a63 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:47.992363 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cc297ca-74ed-45e9-a13f-2db38404ae49 req-5ed956c6-16f2-40ea-8876-ced6e73f0a63 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0506582 Jun 18 08:08:48.041016 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cc297ca-74ed-45e9-a13f-2db38404ae49 req-aae19839-d5a5-41a9-87d2-19dad42c31b1 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424781 Jun 18 08:08:48.152601 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:48.154958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f9342-5803-4991-a453-af8ac10eb151" -d '{"events": [{"server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "name": "network-vif-plugged", "status": "completed", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:48.194734 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb51354c-cad8-4c75-ba0e-011fb48aede3 x-openstack-request-id: req-fb51354c-cad8-4c75-ba0e-011fb48aede3 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:48.195195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "name": "network-vif-plugged", "status": "completed", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:48.195453 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb51354c-cad8-4c75-ba0e-011fb48aede3 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:48.195847 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb51354c-cad8-4c75-ba0e-011fb48aede3'] response: {'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af', 'code': 200} Jun 18 08:08:48.344431 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5377a-4175-40c4-8872-b6fc9f830849 req-8c9f5c05-9b8f-49bf-af00-bac1c37c22c8 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:48.345883 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7d5377a-4175-40c4-8872-b6fc9f830849 req-8c9f5c05-9b8f-49bf-af00-bac1c37c22c8 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Jun 18 08:08:48.405886 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7d5377a-4175-40c4-8872-b6fc9f830849 req-bcb679ca-992a-4869-a266-978fca586e5b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484064 Jun 18 08:08:48.568947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65fb55-d245-443c-a83c-37b9491ba713 req-31d3e5e0-e061-4cf4-88f0-5392dd7004b1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:48.570681 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9a65fb55-d245-443c-a83c-37b9491ba713 req-31d3e5e0-e061-4cf4-88f0-5392dd7004b1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0584972 Jun 18 08:08:48.630075 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9a65fb55-d245-443c-a83c-37b9491ba713 req-1439d44e-db03-43dd-a54c-da835ac6c600 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535202 Jun 18 08:08:48.933194 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e3bc1-a64c-444e-ae73-5bc0297bb664 req-1dfa73b6-bc13-423b-8cd4-d0960e3581a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:48.934687 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-488e3bc1-a64c-444e-ae73-5bc0297bb664 req-1dfa73b6-bc13-423b-8cd4-d0960e3581a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0482845 Jun 18 08:08:48.938775 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a893be-716b-4d96-ba4c-6d1614391366 req-0d6fff3a-1f50-46f1-aa28-5bcac443c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:48.940657 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40a893be-716b-4d96-ba4c-6d1614391366 req-0d6fff3a-1f50-46f1-aa28-5bcac443c014 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 1129 time: 0.0420911 Jun 18 08:08:48.987972 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-488e3bc1-a64c-444e-ae73-5bc0297bb664 req-57ea49b6-e6f9-48fc-a90f-66358c6f5666 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Jun 18 08:08:48.994686 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40a893be-716b-4d96-ba4c-6d1614391366 req-c5a219c1-02a4-4382-bf69-ee3554313549 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Jun 18 08:08:49.175856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2878c-a092-4874-af21-db935723d959 req-1f5d8440-a2ca-4ed2-a058-a2709a42db73 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:49.177341 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85d2878c-a092-4874-af21-db935723d959 req-1f5d8440-a2ca-4ed2-a058-a2709a42db73 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0575590 Jun 18 08:08:49.235859 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85d2878c-a092-4874-af21-db935723d959 req-6d552fa4-377c-4d37-8f76-e2e195b89220 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Jun 18 08:08:49.537044 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fd5c-83f9-41e0-b273-ee61daadb2cd req-5b90d561-e7b3-446e-8ce9-cc1884d12473 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:49.538454 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4204fd5c-83f9-41e0-b273-ee61daadb2cd req-5b90d561-e7b3-446e-8ce9-cc1884d12473 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0534494 Jun 18 08:08:49.570284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:49.588154 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4204fd5c-83f9-41e0-b273-ee61daadb2cd req-9d86ef1f-2c48-48d2-b659-6cd5d854853a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428891 Jun 18 08:08:49.739688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:49.760236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8341d-53fd-40c0-b969-d59871354507 req-96838913-8d4d-4e33-9714-1ec1722b6fd3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:49.761793 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17f8341d-53fd-40c0-b969-d59871354507 req-96838913-8d4d-4e33-9714-1ec1722b6fd3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0524676 Jun 18 08:08:49.811176 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17f8341d-53fd-40c0-b969-d59871354507 req-264e605c-5b84-47bd-9c13-632011d4723f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434089 Jun 18 08:08:50.119216 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a82b11-2915-49ab-ba4e-0636b8d03c34 req-05569988-ec38-4e9a-aff9-73387cf5d46e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:50.120698 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-67a82b11-2915-49ab-ba4e-0636b8d03c34 req-05569988-ec38-4e9a-aff9-73387cf5d46e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0517774 Jun 18 08:08:50.175716 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-67a82b11-2915-49ab-ba4e-0636b8d03c34 req-0b1bc529-4be7-405e-a8c7-274b55f6ba3b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470052 Jun 18 08:08:50.367760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47836c41-1ded-45d7-bba7-ebbdd82f8566 req-01aa8633-440c-4c29-acbb-414e0e5e7b96 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:50.369242 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47836c41-1ded-45d7-bba7-ebbdd82f8566 req-01aa8633-440c-4c29-acbb-414e0e5e7b96 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0508730 Jun 18 08:08:50.417150 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47836c41-1ded-45d7-bba7-ebbdd82f8566 req-1f4eeaed-81ea-4fc3-9844-cda33a2e4061 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Jun 18 08:08:50.897549 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:50.939820 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73025f7b-54ff-46ee-a677-4375f52767ee req-05d07071-3b73-4df9-a055-2baf951a6b92 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:50.941236 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73025f7b-54ff-46ee-a677-4375f52767ee req-05d07071-3b73-4df9-a055-2baf951a6b92 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0536153 Jun 18 08:08:50.987927 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73025f7b-54ff-46ee-a677-4375f52767ee req-1586cc00-104a-44ff-bbb5-f021787c8b12 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 Jun 18 08:08:51.317328 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec9e08-bc82-4082-b258-f1bed842949a req-975773ff-ddec-4eea-881f-fbc836610e72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:51.319167 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-abec9e08-bc82-4082-b258-f1bed842949a req-975773ff-ddec-4eea-881f-fbc836610e72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0588477 Jun 18 08:08:51.369644 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-abec9e08-bc82-4082-b258-f1bed842949a req-bcdcf642-4a5d-4965-b956-a1ed9a3c5392 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444071 Jun 18 08:08:51.549138 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1307241-5eb2-4602-8dbf-f026edbb0165 req-73710ee4-0fed-45de-a857-deff5ce93ed9 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:51.550742 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d1307241-5eb2-4602-8dbf-f026edbb0165 req-73710ee4-0fed-45de-a857-deff5ce93ed9 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0583220 Jun 18 08:08:51.601611 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d1307241-5eb2-4602-8dbf-f026edbb0165 req-4fb12672-ad19-458a-b1a4-4eeb02d09caa tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Jun 18 08:08:52.111546 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bfd02-d20b-4f0f-b170-8afb5135b56a req-6393664a-28ef-4c52-9c1e-90a3e24e5ed1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:52.113090 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a8bfd02-d20b-4f0f-b170-8afb5135b56a req-6393664a-28ef-4c52-9c1e-90a3e24e5ed1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Jun 18 08:08:52.161035 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a8bfd02-d20b-4f0f-b170-8afb5135b56a req-9fe64113-61dc-401a-92e8-8e543cf20458 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Jun 18 08:08:52.507758 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:52.526517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c97a-b1f7-4636-8119-bcfacad2489c req-05e4bd76-d2af-41bf-ac1e-0ba06d79c294 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:52.528149 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3111c97a-b1f7-4636-8119-bcfacad2489c req-05e4bd76-d2af-41bf-ac1e-0ba06d79c294 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0600286 Jun 18 08:08:52.589510 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3111c97a-b1f7-4636-8119-bcfacad2489c req-4c4cb87a-0d5b-42b4-8740-2773d60ffa1a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Jun 18 08:08:52.670183 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76835d21-2fc8-4810-a406-ab36fd695012 req-73af1307-90ca-40a3-9b79-73762fafa934 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:52.671699 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-76835d21-2fc8-4810-a406-ab36fd695012 req-73af1307-90ca-40a3-9b79-73762fafa934 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0459366 Jun 18 08:08:52.724715 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-76835d21-2fc8-4810-a406-ab36fd695012 req-9455483a-bde7-4365-9246-e1edd03bad68 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469403 Jun 18 08:08:53.294198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac86b-b80b-44be-acff-59ab34ce6474 req-1a7877d8-e5f9-4d39-9243-2fb4bb2b302e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:53.296010 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86bac86b-b80b-44be-acff-59ab34ce6474 req-1a7877d8-e5f9-4d39-9243-2fb4bb2b302e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0535300 Jun 18 08:08:53.345939 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86bac86b-b80b-44be-acff-59ab34ce6474 req-e330bbcc-418e-4124-a904-e63fdda0ce7b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441349 Jun 18 08:08:53.707750 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af02c6-c22b-4bb0-994b-54d2fdd6c2ea req-0dc6bd58-8e7c-4de6-97cd-64f4fe6ddc5c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:53.709206 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13af02c6-c22b-4bb0-994b-54d2fdd6c2ea req-0dc6bd58-8e7c-4de6-97cd-64f4fe6ddc5c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0496535 Jun 18 08:08:53.759654 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13af02c6-c22b-4bb0-994b-54d2fdd6c2ea req-d1c13adb-6940-4b16-b003-a0ccd5cc1a95 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Jun 18 08:08:53.837053 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e24dd-07c7-4e61-a90d-22a1f21ad30b req-9f8cf517-6805-43b9-9e53-e8cd5389713a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:53.839226 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-785e24dd-07c7-4e61-a90d-22a1f21ad30b req-9f8cf517-6805-43b9-9e53-e8cd5389713a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0500991 Jun 18 08:08:53.864944 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7e3b7-fb8d-4235-b03e-b82251477bdd req-3d73751c-65d1-4235-8f30-0308d64872b6 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:53.866979 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26a7e3b7-fb8d-4235-b03e-b82251477bdd req-3d73751c-65d1-4235-8f30-0308d64872b6 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0511243 Jun 18 08:08:53.889476 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-785e24dd-07c7-4e61-a90d-22a1f21ad30b req-d3f08232-9045-4b57-ae9c-85ab294b1530 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436430 Jun 18 08:08:53.916444 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-26a7e3b7-fb8d-4235-b03e-b82251477bdd req-9a0af7fa-f1aa-4260-a848-253d058e3a36 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Jun 18 08:08:54.306325 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:54.473028 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b000a51-6586-4be5-a415-8da904f4e403 req-27cdee31-9e20-42ce-902f-649704ab221a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:54.474579 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8b000a51-6586-4be5-a415-8da904f4e403 req-27cdee31-9e20-42ce-902f-649704ab221a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0495298 Jun 18 08:08:54.530729 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8b000a51-6586-4be5-a415-8da904f4e403 req-18f4eb44-7bbe-4b0e-8245-727a301a617b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500338 Jun 18 08:08:54.881586 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe250-fd63-40b1-9624-d6a0ecb308fe req-a146aa7a-c38f-4173-b535-13b71d362c4e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:54.883321 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35cbe250-fd63-40b1-9624-d6a0ecb308fe req-a146aa7a-c38f-4173-b535-13b71d362c4e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0510600 Jun 18 08:08:54.968870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:54.969933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-690539b9-3ce0-4668-838c-4cdf7550443d tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:54.971553 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-690539b9-3ce0-4668-838c-4cdf7550443d tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0687337 Jun 18 08:08:54.975350 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35cbe250-fd63-40b1-9624-d6a0ecb308fe req-99cbfa15-52c2-449a-8790-3937807642ac tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862556 Jun 18 08:08:55.013054 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc19c9-aa04-4e5a-b769-0b40af74ffeb req-ed449ee5-01cd-4852-a0cf-2d8804d7cf0f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.014578 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-41fc19c9-aa04-4e5a-b769-0b40af74ffeb req-ed449ee5-01cd-4852-a0cf-2d8804d7cf0f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0539677 Jun 18 08:08:55.070843 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-41fc19c9-aa04-4e5a-b769-0b40af74ffeb req-5fa9dac1-a4d4-46c2-8e1c-5668ef64147b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490017 Jun 18 08:08:55.098805 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Deleting port ad0be532-4c7a-4527-85ca-0a6997ea08af {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:08:55.099186 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:55.125994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed19aa4-8889-4425-b0cd-e7e738b2f79f req-1b5cfca5-bf77-4f95-b8ea-570254fd2672 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.127498 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eed19aa4-8889-4425-b0cd-e7e738b2f79f req-1b5cfca5-bf77-4f95-b8ea-570254fd2672 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 945 time: 0.0769680 Jun 18 08:08:55.230043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:55.235811 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] For port ad0be532-4c7a-4527-85ca-0a6997ea08af, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=ad0be532-4c7a-4527-85ca-0a6997ea08af,segment=NetworkSegment(59f506d4-4f2f-40b6-80eb-9a7c5621b2e5),segment_id=59f506d4-4f2f-40b6-80eb-9a7c5621b2e5)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:08:55.236193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:55.248150 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eed19aa4-8889-4425-b0cd-e7e738b2f79f req-2e3668ac-4f7b-479b-8c73-05dbd3930935 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/security-groups?id=40835c91-d590-48a3-b5f8-2526135d32a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110113 Jun 18 08:08:55.276466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Calling delete_port for ad0be532-4c7a-4527-85ca-0a6997ea08af owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:08:55.298652 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-9f7c4d47-8bc9-4bdf-b316-620b81960d74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587957 Jun 18 08:08:55.391510 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:55.393717 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-6f44ae0a-a301-4932-b5ec-1d98e068ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.395462 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-6f44ae0a-a301-4932-b5ec-1d98e068ad4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 1129 time: 0.0513771 Jun 18 08:08:55.509491 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ad0be532-4c7a-4527-85ca-0a6997ea08af), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:55.542642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Pushing event deleted for resources: {'Port': ['ID=ad0be532-4c7a-4527-85ca-0a6997ea08af,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:08:55.559828 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['ad0be532-4c7a-4527-85ca-0a6997ea08af'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:08:55.592127 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.592477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.592779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.593111 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.593441 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.593767 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.594089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.594408 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.594730 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.595065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.595382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.595700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.596015 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.596329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.596640 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:08:55.607419 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-f6a8a154-966a-4ca7-a199-676286b51f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.608906 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-f6a8a154-966a-4ca7-a199-676286b51f61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1848955 Jun 18 08:08:55.629675 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] No DVR routers for this DVR port ad0be532-4c7a-4527-85ca-0a6997ea08af on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:08:55.658168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:55.661486 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e8248aeb-634c-4ee6-a86e-baecc1b505a0 req-f4ed9368-e9a7-4fa2-ab06-0c9a5f4aa100 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.16 "DELETE /v2.0/ports/ad0be532-4c7a-4527-85ca-0a6997ea08af HTTP/1.1" status: 204 len: 173 time: 0.6827946 Jun 18 08:08:55.662035 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'name': 'network-vif-deleted', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:08:55.664197 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ee029-b5a9-4b48-ac82-622aaf19ccf8 req-a5d7c094-dc1a-4101-a2c9-54b0706702b8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.664482 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c443c84d-616a-4f91-bc52-55056a82b78a" -d '{"events": [{"server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "name": "network-vif-deleted", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:08:55.665940 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-264ee029-b5a9-4b48-ac82-622aaf19ccf8 req-a5d7c094-dc1a-4101-a2c9-54b0706702b8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0470171 Jun 18 08:08:55.668221 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-d515682e-c663-410d-b2c7-c89b85437eee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff HTTP/1.1" status: 200 len: 217 time: 0.0444574 Jun 18 08:08:55.709839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a9abc9-9c15-4647-b1dc-d0fa023267c5 x-openstack-request-id: req-36a9abc9-9c15-4647-b1dc-d0fa023267c5 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:08:55.710189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f9ffdf-2433-43da-a089-ebd0c80d8469", "name": "network-vif-deleted", "tag": "ad0be532-4c7a-4527-85ca-0a6997ea08af", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:08:55.710409 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36a9abc9-9c15-4647-b1dc-d0fa023267c5 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:08:55.710828 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a9abc9-9c15-4647-b1dc-d0fa023267c5'] response: {'server_uuid': 'd6f9ffdf-2433-43da-a089-ebd0c80d8469', 'name': 'network-vif-deleted', 'tag': 'ad0be532-4c7a-4527-85ca-0a6997ea08af', 'status': 'completed', 'code': 200} Jun 18 08:08:55.730405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-0e89c886-a9f8-4be3-8071-cb38351dc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.732104 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-0e89c886-a9f8-4be3-8071-cb38351dc1fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0519137 Jun 18 08:08:55.738606 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-264ee029-b5a9-4b48-ac82-622aaf19ccf8 req-8bf01816-95bf-496b-b9ca-7174b61f46b5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644822 Jun 18 08:08:55.790297 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-3bf62a22-468f-40f5-b945-1947c99224ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:55.791999 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-3bf62a22-468f-40f5-b945-1947c99224ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444634 Jun 18 08:08:55.925744 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-cfe268c2-0e1c-4277-8c7e-77a7c5d1e850 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888796 Jun 18 08:08:56.092804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07024bbb-c219-4217-a794-fcf8eb5b7102 req-346404d0-38f3-42f1-aeb6-d503861a86c6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:56.094211 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07024bbb-c219-4217-a794-fcf8eb5b7102 req-346404d0-38f3-42f1-aeb6-d503861a86c6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0485640 Jun 18 08:08:56.149062 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07024bbb-c219-4217-a794-fcf8eb5b7102 req-0ea22e7a-8528-423c-b027-044f79fea2d4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Jun 18 08:08:56.207209 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063bab-6bf6-46eb-b555-c462df5fe89f req-c80c4fa0-7f0c-4410-97e1-544cba4d53b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:56.211515 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-be063bab-6bf6-46eb-b555-c462df5fe89f req-c80c4fa0-7f0c-4410-97e1-544cba4d53b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0673218 Jun 18 08:08:56.266974 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-be063bab-6bf6-46eb-b555-c462df5fe89f req-b62e6c37-6e28-49b4-8f5c-97e1b94db822 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478926 Jun 18 08:08:56.283706 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ea48068-94c7-4297-b0b5-cfdc3b500f60 req-e2db9447-8160-41fc-9115-51238fa685e0 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011426 Jun 18 08:08:56.394825 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-286e31aa-3a5a-4257-9a71-263588ac8b28 req-b1d8e6cf-27e0-4f29-9e33-5c3784c4d7b4 tempest-VolumesActionsTest-599769028 tempest-VolumesActionsTest-599769028-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6f9ffdf-2433-43da-a089-ebd0c80d8469 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jun 18 08:08:56.865002 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab90b4-8b1b-4b27-95b4-a01d3f907f17 req-5ffcad63-1d1d-4efd-bc44-d047cd49126e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:56.866506 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0cab90b4-8b1b-4b27-95b4-a01d3f907f17 req-5ffcad63-1d1d-4efd-bc44-d047cd49126e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0498571 Jun 18 08:08:56.916786 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0cab90b4-8b1b-4b27-95b4-a01d3f907f17 req-f86f6170-2ae3-40ef-8545-e8fedc85577c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445147 Jun 18 08:08:57.269190 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da55c7-7aff-46bb-af81-1f8e6adcc167 req-f3d5c5e6-1460-4afa-b2e3-e04d7f59410b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:57.270668 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68da55c7-7aff-46bb-af81-1f8e6adcc167 req-f3d5c5e6-1460-4afa-b2e3-e04d7f59410b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0501018 Jun 18 08:08:57.322191 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-68da55c7-7aff-46bb-af81-1f8e6adcc167 req-9b1a5305-c8d6-4a92-b910-d39cbb525800 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Jun 18 08:08:57.403253 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d772c-6418-49b8-91fb-2ba9479ada9e req-7d43b59d-a266-496a-b832-fad32404903b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:57.404767 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-356d772c-6418-49b8-91fb-2ba9479ada9e req-7d43b59d-a266-496a-b832-fad32404903b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Jun 18 08:08:57.462975 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-356d772c-6418-49b8-91fb-2ba9479ada9e req-caec697b-6d56-437e-a4e1-f3fb38a3ae87 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525446 Jun 18 08:08:57.777294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ad0be532-4c7a-4527-85ca-0a6997ea08af no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:08:57.798586 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: ad0be532-4c7a-4527-85ca-0a6997ea08af {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:08:57.798927 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device ad0be532-4c7a-4527-85ca-0a6997ea08af not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:08:58.043993 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17815071-303c-43b5-9938-47ed9d5281db req-113e2840-12c5-4f14-afbf-b17455484101 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:58.045511 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17815071-303c-43b5-9938-47ed9d5281db req-113e2840-12c5-4f14-afbf-b17455484101 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0519714 Jun 18 08:08:58.057966 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:58.100569 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17815071-303c-43b5-9938-47ed9d5281db req-37f0b87b-6c5f-4a75-995d-954f19bb2298 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463893 Jun 18 08:08:58.113184 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a06dc2a-0b7e-4b9a-b7f4-7fd4eb440fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:08:58.428625 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:58.441110 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88017641-a1a2-4480-9856-f8ad196e8df8 req-daa104f0-239e-416f-9327-cb9c411fbd6f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:58.442737 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-88017641-a1a2-4480-9856-f8ad196e8df8 req-daa104f0-239e-416f-9327-cb9c411fbd6f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0486434 Jun 18 08:08:58.474164 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:58.492387 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-88017641-a1a2-4480-9856-f8ad196e8df8 req-b0b0aae3-3ae5-4daa-8357-9abd02b2c860 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Jun 18 08:08:58.578575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee21a0-aa8c-4f6c-a14b-977af4544d1c req-bc3db975-4a2d-4604-ac90-8e05f81d5606 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:58.580072 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b5ee21a0-aa8c-4f6c-a14b-977af4544d1c req-bc3db975-4a2d-4604-ac90-8e05f81d5606 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0461535 Jun 18 08:08:58.632276 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b5ee21a0-aa8c-4f6c-a14b-977af4544d1c req-e46767f7-0b23-4036-b5f8-01002ab2fe9d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Jun 18 08:08:59.228865 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a43e3-ddb5-4ddd-9211-376ddb2d0bac req-59209355-423f-417e-96d6-702b054efaae tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:59.230393 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-533a43e3-ddb5-4ddd-9211-376ddb2d0bac req-59209355-423f-417e-96d6-702b054efaae tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0493898 Jun 18 08:08:59.283372 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-533a43e3-ddb5-4ddd-9211-376ddb2d0bac req-3df0cb9c-0fd4-4d8e-8eef-f1e4ba379209 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451188 Jun 18 08:08:59.614216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a71610-6246-4085-a07e-bdef72b0d6f4 req-650c1a7b-f23e-461e-8b88-83b03cd91bb0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:59.616016 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17a71610-6246-4085-a07e-bdef72b0d6f4 req-650c1a7b-f23e-461e-8b88-83b03cd91bb0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0536125 Jun 18 08:08:59.658508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:08:59.667331 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17a71610-6246-4085-a07e-bdef72b0d6f4 req-a493cd37-5f60-4e5c-a3f3-52d506f16aa9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jun 18 08:08:59.759188 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f0e51-b253-4fe2-bc58-8010f8a48871 req-80e63dda-c925-4c8c-8c21-39728121e78d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:08:59.760774 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f43f0e51-b253-4fe2-bc58-8010f8a48871 req-80e63dda-c925-4c8c-8c21-39728121e78d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0547719 Jun 18 08:08:59.809713 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f43f0e51-b253-4fe2-bc58-8010f8a48871 req-dfd4ebf1-bc30-4b05-aa52-4c5f38e1061d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Jun 18 08:09:00.412447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195441-2d7b-4802-83a5-241df89ed377 req-f650219e-1941-43ab-9a76-aefa52472b73 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:00.415768 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07195441-2d7b-4802-83a5-241df89ed377 req-f650219e-1941-43ab-9a76-aefa52472b73 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0500038 Jun 18 08:09:00.427203 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-622dc932-323e-4743-950b-44ee1a4c7cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:00.469491 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-07195441-2d7b-4802-83a5-241df89ed377 req-d9f0fe81-7826-4e4f-a43f-df67579e3053 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480661 Jun 18 08:09:00.788533 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0fc0a-5347-4840-83ab-c9a01e2744f0 req-40ee2737-1864-46ce-84b6-2f49634e1eeb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:00.790596 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c2b0fc0a-5347-4840-83ab-c9a01e2744f0 req-40ee2737-1864-46ce-84b6-2f49634e1eeb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0493195 Jun 18 08:09:00.840753 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c2b0fc0a-5347-4840-83ab-c9a01e2744f0 req-67297463-46ca-4839-8c7c-8300e88f9279 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Jun 18 08:09:00.939777 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4414ba7-bae7-4a7f-a53d-49a227e22612 req-f8ded40d-31e6-4b2b-8c84-6bf014f1e99b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:00.941269 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4414ba7-bae7-4a7f-a53d-49a227e22612 req-f8ded40d-31e6-4b2b-8c84-6bf014f1e99b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Jun 18 08:09:00.992723 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4414ba7-bae7-4a7f-a53d-49a227e22612 req-bb23f1cc-09e2-41ea-8411-7623526ae2c4 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Jun 18 08:09:01.255791 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:01.587470 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadd1c4-6fc7-45ec-8edc-79c795bf16ab req-1607e34b-68b5-43d9-ae92-9371de2fe5a3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:01.589059 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-afadd1c4-6fc7-45ec-8edc-79c795bf16ab req-1607e34b-68b5-43d9-ae92-9371de2fe5a3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0490673 Jun 18 08:09:01.640274 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-afadd1c4-6fc7-45ec-8edc-79c795bf16ab req-da4720cb-415d-4b1c-8ece-cb732ca1de92 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457187 Jun 18 08:09:01.953177 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb618e5b-68a5-4f75-b625-e97adc09e7e3 req-69de8a18-d91c-4114-b155-860e34812d11 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:01.954653 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb618e5b-68a5-4f75-b625-e97adc09e7e3 req-69de8a18-d91c-4114-b155-860e34812d11 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0464737 Jun 18 08:09:02.001132 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb618e5b-68a5-4f75-b625-e97adc09e7e3 req-6899e8d7-31a9-4c91-9ebd-cb2d795224d3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Jun 18 08:09:02.111082 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ab82-37e4-42dd-b712-b678881d957e req-78631e2b-04a8-4a63-93f0-07abda793d00 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:02.112429 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7675ab82-37e4-42dd-b712-b678881d957e req-78631e2b-04a8-4a63-93f0-07abda793d00 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Jun 18 08:09:02.160841 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7675ab82-37e4-42dd-b712-b678881d957e req-8a9f6e7e-fdff-4de1-a70f-08eede520bee tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Jun 18 08:09:02.764887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d5ec7-400c-44c6-b657-e52c8ac8a728 req-8e5c9d51-d591-470b-aff9-fcd61f0acd01 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:02.766367 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb9d5ec7-400c-44c6-b657-e52c8ac8a728 req-8e5c9d51-d591-470b-aff9-fcd61f0acd01 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Jun 18 08:09:02.790235 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:02.816172 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb9d5ec7-400c-44c6-b657-e52c8ac8a728 req-d9ed7146-53ea-470f-b1c6-bc2458789ca6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434213 Jun 18 08:09:03.121944 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065215ba-2966-465b-adc3-08562bbeb226 req-56a36968-9b42-4090-abfe-43f52bb3989e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:03.123404 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-065215ba-2966-465b-adc3-08562bbeb226 req-56a36968-9b42-4090-abfe-43f52bb3989e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0479181 Jun 18 08:09:03.169975 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-065215ba-2966-465b-adc3-08562bbeb226 req-f83b966d-ea10-4c42-baf5-dd86e9bcd767 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Jun 18 08:09:03.258268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:03.283524 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f69b-7b00-43a3-a80e-c41ef5dbefdb req-003f2bb9-b024-4f32-a50c-1ebf11127cde tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:03.284904 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c59f69b-7b00-43a3-a80e-c41ef5dbefdb req-003f2bb9-b024-4f32-a50c-1ebf11127cde tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0530107 Jun 18 08:09:03.338096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c59f69b-7b00-43a3-a80e-c41ef5dbefdb req-bef0b664-d011-423d-aa75-808e37e010cc tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 Jun 18 08:09:03.940949 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcf123-1ab4-4173-9caa-38b719664ddd req-b94622f5-4e26-4ad8-9285-2ef192e605d7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:03.942434 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c5bcf123-1ab4-4173-9caa-38b719664ddd req-b94622f5-4e26-4ad8-9285-2ef192e605d7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0507226 Jun 18 08:09:03.989949 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c5bcf123-1ab4-4173-9caa-38b719664ddd req-1ab55145-6b89-43dd-b82e-ade6a2d5e1db tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Jun 18 08:09:04.303743 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2646e7-3673-4135-8ead-2afa641995bd req-5b959e21-d126-4ef4-a7f5-a2320d1e0c10 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:04.305215 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d2646e7-3673-4135-8ead-2afa641995bd req-5b959e21-d126-4ef4-a7f5-a2320d1e0c10 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0575793 Jun 18 08:09:04.356496 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d2646e7-3673-4135-8ead-2afa641995bd req-e4747728-e7aa-46db-92cf-5be1de28e6fb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Jun 18 08:09:04.461007 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd67bd-9599-451c-b51a-e81587448152 req-49f35813-b32a-4a47-9ebd-0e2273c0693a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:04.462376 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-decd67bd-9599-451c-b51a-e81587448152 req-49f35813-b32a-4a47-9ebd-0e2273c0693a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Jun 18 08:09:04.512590 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-decd67bd-9599-451c-b51a-e81587448152 req-49dbdd64-dfe3-4832-a752-4cf891fd6b47 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423906 Jun 18 08:09:05.118819 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275934e8-8f22-4c26-8b65-daab46e04b78 req-2ca445f0-226b-4343-b3cb-d870685c520f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:05.120567 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-275934e8-8f22-4c26-8b65-daab46e04b78 req-2ca445f0-226b-4343-b3cb-d870685c520f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0478017 Jun 18 08:09:05.170045 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-275934e8-8f22-4c26-8b65-daab46e04b78 req-9070ea5d-05b6-43cd-8892-1bd30a8eef69 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Jun 18 08:09:05.477864 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9c7bb-3f10-466a-a530-98a2b81239f0 req-d411994b-3f9c-4178-b385-8bc5006be32b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:05.479381 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6fa9c7bb-3f10-466a-a530-98a2b81239f0 req-d411994b-3f9c-4178-b385-8bc5006be32b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0538702 Jun 18 08:09:05.530853 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6fa9c7bb-3f10-466a-a530-98a2b81239f0 req-b6f93a10-9ff7-4aab-8858-8905d89342bd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432231 Jun 18 08:09:05.660214 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7f967-f10e-4c9d-a322-71994d2f7fe5 req-f5ba008b-ac94-4247-937e-e99a5df6820b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:05.661732 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6f7f967-f10e-4c9d-a322-71994d2f7fe5 req-f5ba008b-ac94-4247-937e-e99a5df6820b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0734377 Jun 18 08:09:05.664686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fdf22-ea64-43a5-b537-0954a96dba72 req-7926f685-0c3a-4368-98b5-f23616c664f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:05.666202 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-de9fdf22-ea64-43a5-b537-0954a96dba72 req-7926f685-0c3a-4368-98b5-f23616c664f3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.0686607 Jun 18 08:09:05.738388 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6f7f967-f10e-4c9d-a322-71994d2f7fe5 req-fada7fb7-2ed6-4032-a02c-e10d97b36a6d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712392 Jun 18 08:09:05.741642 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-de9fdf22-ea64-43a5-b537-0954a96dba72 req-d6ce2be7-72b9-46fa-b04d-f00d272e0c91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673568 Jun 18 08:09:05.835052 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:09:05.837809 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:06.292649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97a888-7d64-47bc-bc68-8a20f87d8b66 req-19dcc6a1-9209-497c-aef7-898f8b78e104 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:06.294366 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6d97a888-7d64-47bc-bc68-8a20f87d8b66 req-19dcc6a1-9209-497c-aef7-898f8b78e104 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Jun 18 08:09:06.344200 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6d97a888-7d64-47bc-bc68-8a20f87d8b66 req-19dbcc93-4484-4c62-89fd-ed5682dde48f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Jun 18 08:09:06.636010 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:06.651739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acccf2-2a10-4cd9-8b02-84ab737c4542 req-f8d4fd74-bf82-4d0a-901f-fcbacacf6eed tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:06.653221 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85acccf2-2a10-4cd9-8b02-84ab737c4542 req-f8d4fd74-bf82-4d0a-901f-fcbacacf6eed tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0506694 Jun 18 08:09:06.720821 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-85acccf2-2a10-4cd9-8b02-84ab737c4542 req-7e898172-c456-4b78-8129-24ee1d813609 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615845 Jun 18 08:09:06.864200 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e8560-4268-47ad-aee9-710535c56218 req-c0fef9d9-ae81-48cb-bfe9-899fdfbc879c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:06.866314 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-906e8560-4268-47ad-aee9-710535c56218 req-c0fef9d9-ae81-48cb-bfe9-899fdfbc879c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0475791 Jun 18 08:09:06.893276 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:06.898652 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:06.920854 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-906e8560-4268-47ad-aee9-710535c56218 req-7f9b165f-17ed-4682-b640-93e3b5633acd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479302 Jun 18 08:09:07.467879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9daf1-a661-41e1-ab2f-27fdba4d3b6d req-171f369d-0049-4d11-be19-c2df11319e26 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:07.469299 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34a9daf1-a661-41e1-ab2f-27fdba4d3b6d req-171f369d-0049-4d11-be19-c2df11319e26 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0504303 Jun 18 08:09:07.502648 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:07.517759 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34a9daf1-a661-41e1-ab2f-27fdba4d3b6d req-d08b07a3-d4e3-413f-b8c2-7f3452214c0b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Jun 18 08:09:07.864280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1303e-df78-40f1-af45-cbf559509bc8 req-b217f00d-cd64-499e-b6b3-6334d4230327 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:07.865788 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bfd1303e-df78-40f1-af45-cbf559509bc8 req-b217f00d-cd64-499e-b6b3-6334d4230327 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0539062 Jun 18 08:09:07.967285 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bfd1303e-df78-40f1-af45-cbf559509bc8 req-4a9655ce-bdec-4c53-89de-9fd4bd91654a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Jun 18 08:09:08.064279 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7515fd-f609-48e3-b43d-81846b676059 req-f1d6cb9d-fc79-41f3-bfb0-75630b94a57c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:08.066611 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f7515fd-f609-48e3-b43d-81846b676059 req-f1d6cb9d-fc79-41f3-bfb0-75630b94a57c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0618038 Jun 18 08:09:08.119957 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7f7515fd-f609-48e3-b43d-81846b676059 req-f2cf6830-c092-4b74-8246-93f2388bfeda tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476079 Jun 18 08:09:08.647549 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa57f2d-21f3-4aaa-a019-622234bb2a67 req-d3a364dc-4213-41d3-a6f7-d909d938f83b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:08.649795 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8aa57f2d-21f3-4aaa-a019-622234bb2a67 req-d3a364dc-4213-41d3-a6f7-d909d938f83b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0503888 Jun 18 08:09:08.712228 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8aa57f2d-21f3-4aaa-a019-622234bb2a67 req-1fb1d8e3-9c8d-463a-9588-b335f40610ad tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505230 Jun 18 08:09:09.086513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a3605-6db6-4928-bd6d-f249f6e572e1 req-3a1851c0-90ff-43c1-8e1b-471d7b146e80 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.088596 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-983a3605-6db6-4928-bd6d-f249f6e572e1 req-3a1851c0-90ff-43c1-8e1b-471d7b146e80 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0550730 Jun 18 08:09:09.140731 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-983a3605-6db6-4928-bd6d-f249f6e572e1 req-5f6a834b-5af9-48b7-ab8f-9ac0164edbbb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Jun 18 08:09:09.262624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab98e92-00c2-428a-8b6c-01519e625143 req-d811c336-cacf-48b4-8057-a19aa028cf26 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.269625 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fab98e92-00c2-428a-8b6c-01519e625143 req-d811c336-cacf-48b4-8057-a19aa028cf26 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0787716 Jun 18 08:09:09.328619 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fab98e92-00c2-428a-8b6c-01519e625143 req-6cd1bff4-c1f5-4dce-979e-281e05302e0e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564375 Jun 18 08:09:09.446044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-2c8d837a-316b-4d97-9d0f-e4ffe506630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.447762 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-2c8d837a-316b-4d97-9d0f-e4ffe506630b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.0596557 Jun 18 08:09:09.502829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52564b3e-0dac-413a-b7d1-bc8b7de2cb97 req-4aa1577a-2f1d-4ea0-8cb3-23807bbfb3ef tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.504572 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52564b3e-0dac-413a-b7d1-bc8b7de2cb97 req-4aa1577a-2f1d-4ea0-8cb3-23807bbfb3ef tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.1316237 Jun 18 08:09:09.604594 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-aec955e2-036c-4a9d-9167-0facf1138eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.606026 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-aec955e2-036c-4a9d-9167-0facf1138eb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1410739 Jun 18 08:09:09.609517 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52564b3e-0dac-413a-b7d1-bc8b7de2cb97 req-bd7033b9-d42c-45a0-9453-b7151f715420 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961647 Jun 18 08:09:09.652880 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-df04be3a-bdfc-4eae-9d11-0e16b12e7d9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.0403330 Jun 18 08:09:09.715706 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-cc39f9e6-4bbf-46e0-8b88-a2f28c00b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.717753 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-cc39f9e6-4bbf-46e0-8b88-a2f28c00b32e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0593843 Jun 18 08:09:09.773677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-fc2acfe3-9bb6-4a29-935f-c0bc8b5a9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.775635 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-fc2acfe3-9bb6-4a29-935f-c0bc8b5a9ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485425 Jun 18 08:09:09.834722 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59978b4d-6f10-47a6-a262-c03611f2173c req-d41dad31-b7e3-4bb7-b9e5-0a20b544bc31 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:09.839459 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-59978b4d-6f10-47a6-a262-c03611f2173c req-d41dad31-b7e3-4bb7-b9e5-0a20b544bc31 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0511870 Jun 18 08:09:09.882825 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-4a60227c-498d-4847-a908-de295ab30229 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990791 Jun 18 08:09:09.894305 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-59978b4d-6f10-47a6-a262-c03611f2173c req-0877738f-72e5-46a0-aa8f-9dfaba3492b2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519018 Jun 18 08:09:10.000076 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-235d7d39-0fc4-4cce-a99f-714539e792d6 req-8a65d042-077e-4ed7-a7a3-ab032499c1f5 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096034 Jun 18 08:09:10.441946 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee169f6-e74a-4c42-bb33-890457311e6b req-4bf13522-ba2f-44b9-be43-b069142eb7a5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:10.443468 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ee169f6-e74a-4c42-bb33-890457311e6b req-4bf13522-ba2f-44b9-be43-b069142eb7a5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Jun 18 08:09:10.469386 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:10.496184 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ee169f6-e74a-4c42-bb33-890457311e6b req-0c4d6daf-84dd-452b-af3a-cf9c8edb8347 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467129 Jun 18 08:09:10.743304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4a9a3-a2a8-4d80-9c4e-5e95b54a5cae req-57471cb0-9384-49fe-bed8-c2ee656ed207 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:10.746270 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9fa4a9a3-a2a8-4d80-9c4e-5e95b54a5cae req-57471cb0-9384-49fe-bed8-c2ee656ed207 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0508759 Jun 18 08:09:10.805567 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9fa4a9a3-a2a8-4d80-9c4e-5e95b54a5cae req-86c279c6-617a-4f5d-a594-249bf8badc74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 Jun 18 08:09:11.049044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80bc71-632e-445f-a2e7-bc87a9f72bc1 req-fba26ded-3db4-4bad-96f6-091a34b1c15b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:11.059383 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c80bc71-632e-445f-a2e7-bc87a9f72bc1 req-fba26ded-3db4-4bad-96f6-091a34b1c15b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0679348 Jun 18 08:09:11.124939 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c80bc71-632e-445f-a2e7-bc87a9f72bc1 req-135e12ad-0aa8-49f4-a2d0-a2a594493163 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636182 Jun 18 08:09:11.616350 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49c53-b10b-4073-8087-e5645e0cce40 req-49959550-cc23-4590-b4c4-9cafff492beb tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:11.617841 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-81a49c53-b10b-4073-8087-e5645e0cce40 req-49959550-cc23-4590-b4c4-9cafff492beb tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0480533 Jun 18 08:09:11.664666 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-81a49c53-b10b-4073-8087-e5645e0cce40 req-b11e48dd-1209-4b8a-9581-776610a67332 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Jun 18 08:09:11.927345 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a82b1-8af6-4def-bb39-8738df0d0f60 req-4b08a4e0-ec1f-40c7-8d53-1bfda0bfeb27 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:11.928896 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd9a82b1-8af6-4def-bb39-8738df0d0f60 req-4b08a4e0-ec1f-40c7-8d53-1bfda0bfeb27 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0517941 Jun 18 08:09:11.977692 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bd9a82b1-8af6-4def-bb39-8738df0d0f60 req-75cafe8e-f91e-4ff5-9f0e-0211bb5dc4d3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Jun 18 08:09:12.262130 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af58632-69f1-4395-afac-71f36cdbcd25 req-989023b3-6d5b-48b9-bc03-4fd7f41b606e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:12.263790 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2af58632-69f1-4395-afac-71f36cdbcd25 req-989023b3-6d5b-48b9-bc03-4fd7f41b606e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Jun 18 08:09:12.311291 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2af58632-69f1-4395-afac-71f36cdbcd25 req-b98634a0-fa27-440a-a4c1-e1d0bef72812 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Jun 18 08:09:12.854928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbc3c0-a959-4dbe-8703-4af228ae1af2 req-f2045583-63d7-4c01-b9dc-d22b6617f839 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:12.856771 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87bbc3c0-a959-4dbe-8703-4af228ae1af2 req-f2045583-63d7-4c01-b9dc-d22b6617f839 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0723746 Jun 18 08:09:12.903832 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:12.918178 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87bbc3c0-a959-4dbe-8703-4af228ae1af2 req-2bcca24f-d5ee-4a9b-800b-2d553cf01e74 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552762 Jun 18 08:09:13.108413 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dbe76-664f-420e-9ab7-a83e650be922 req-2a5e11e6-9d97-411a-be4f-3f1f9f504d74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:13.110008 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-203dbe76-664f-420e-9ab7-a83e650be922 req-2a5e11e6-9d97-411a-be4f-3f1f9f504d74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0513585 Jun 18 08:09:13.157342 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-203dbe76-664f-420e-9ab7-a83e650be922 req-7bb0cd92-38c5-4ecc-82c6-915e9bb60359 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Jun 18 08:09:13.247962 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:13.251674 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:13.447947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46335c12-f95e-4492-b428-d13a2b2f6d98 req-34b32f60-fd27-4a71-afbe-d05114d74fab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:13.449547 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46335c12-f95e-4492-b428-d13a2b2f6d98 req-34b32f60-fd27-4a71-afbe-d05114d74fab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0561562 Jun 18 08:09:13.502999 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46335c12-f95e-4492-b428-d13a2b2f6d98 req-a5649306-52af-4fd3-99d8-6fb47b71fd11 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471780 Jun 18 08:09:14.032111 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f73681-d230-443d-9b10-32076b400ea0 req-c684b409-f1bb-4438-8be1-79ddd10a0d06 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:14.033672 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-44f73681-d230-443d-9b10-32076b400ea0 req-c684b409-f1bb-4438-8be1-79ddd10a0d06 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0462534 Jun 18 08:09:14.081445 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-44f73681-d230-443d-9b10-32076b400ea0 req-803afb9c-038a-4937-83de-188732e81c11 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 Jun 18 08:09:14.620360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 52498) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:14.625059 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035601001', 'description': 'tempest-description--502140584'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:14.635161 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44606-afdd-4a55-ac48-914558580b7d req-1e13c7bf-1afa-42d3-877d-d5dbd7342cdf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:14.636753 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13a44606-afdd-4a55-ac48-914558580b7d req-1e13c7bf-1afa-42d3-877d-d5dbd7342cdf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0485744 Jun 18 08:09:14.650874 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.721392 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:14.727706 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-13a44606-afdd-4a55-ac48-914558580b7d req-06ca3817-98c3-4629-99f5-bd00bc84f22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803230 Jun 18 08:09:14.756513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:14.759534 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (817350e8-e15e-4c9c-90be-0b5121415fd9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.763661 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (817350e8-e15e-4c9c-90be-0b5121415fd9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.794047 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.794528 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1730769 Jun 18 08:09:14.798274 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 52508) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:14.799250 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817350e8-e15e-4c9c-90be-0b5121415fd9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:14.803119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'security_group_rule': {'security_group_id': '817350e8-e15e-4c9c-90be-0b5121415fd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:14.807221 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.807540 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.807884 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.808225 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.808562 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.808896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.809225 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.809553 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.809897 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.810206 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.810530 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.810854 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.811198 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.811523 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.811841 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f2cd37-9fea-4d81-b352-d83ca2a615a5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:14.830928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (89e46882-9530-47c0-b4d7-d79ac7463dd9), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.888189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (89e46882-9530-47c0-b4d7-d79ac7463dd9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.893167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (89e46882-9530-47c0-b4d7-d79ac7463dd9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.911449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e46882-9530-47c0-b4d7-d79ac7463dd9,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:14.920557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:14.921732 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d4d9ca35-8d4a-4c24-9a5e-36e49537aa1e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221259 Jun 18 08:09:14.924666 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 52510) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:14.928953 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'security_group_rule': {'security_group_id': '817350e8-e15e-4c9c-90be-0b5121415fd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:14.955566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (95398461-095e-4c81-81cf-9861095bc81b), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.024911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (95398461-095e-4c81-81cf-9861095bc81b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.028823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (95398461-095e-4c81-81cf-9861095bc81b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.053263 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95398461-095e-4c81-81cf-9861095bc81b,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:15.058039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.059251 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b2be4528-5b6a-4042-8fd7-c297b8a65134 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336613 Jun 18 08:09:15.062589 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 52518) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:15.067524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:15.093083 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.207524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.217562 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b65a9b-15ff-43a1-88b1-196d12b2718a req-45106f9c-5e2c-449f-8676-b8478fd0d4ec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:15.219047 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3b65a9b-15ff-43a1-88b1-196d12b2718a req-45106f9c-5e2c-449f-8676-b8478fd0d4ec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0618775 Jun 18 08:09:15.329387 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d3b65a9b-15ff-43a1-88b1-196d12b2718a req-2fa3243f-0407-4dbd-b811-5c723917367a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033487 Jun 18 08:09:15.353447 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Allocated IP 172.27.2.178 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/eb99f962-fc92-438e-a906-8eda0bd5697f) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:09:15.471406 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.503709 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.543068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:09:15.551616 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:09:15.555367 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:09:15.558697 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'Port': ['ID=eb99f962-fc92-438e-a906-8eda0bd5697f,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:15.644980 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.682664 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.711953 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:15.748476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:15.833093 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:15.872905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2e553-3b0e-4ab7-85e7-a50659b5f4eb req-4fa23649-6f1f-4fab-a36d-5f4aec925196 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:15.880368 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cef2e553-3b0e-4ab7-85e7-a50659b5f4eb req-4fa23649-6f1f-4fab-a36d-5f4aec925196 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0632570 Jun 18 08:09:15.884702 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.892645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:15.941305 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cef2e553-3b0e-4ab7-85e7-a50659b5f4eb req-564ed908-2f21-4d6e-bd49-43224e00c7ba tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570879 Jun 18 08:09:15.972524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'Port': ['ID=eb99f962-fc92-438e-a906-8eda0bd5697f,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:15.993572 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:16.012776 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:16.026422 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f4a1bab9-b648-48a3-bb97-5ed96de67fbe tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9503989 Jun 18 08:09:16.279255 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-5ceee166-3e74-443f-8c9a-4be2fa112883 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1035601001&fields=id&tenant_id=6bc66714da4345ddb2639465d29fcae0 HTTP/1.1" status: 200 len: 267 time: 0.0670056 Jun 18 08:09:16.410330 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-2121dd1f-2375-43fd-b191-b5ca3c09d93e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:16.412065 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-2121dd1f-2375-43fd-b191-b5ca3c09d93e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.1209795 Jun 18 08:09:16.437861 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-0e0d1f74-ea14-494f-94bf-ce6baab87556 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/quotas/6bc66714da4345ddb2639465d29fcae0 HTTP/1.1" status: 200 len: 375 time: 0.0205035 Jun 18 08:09:16.510570 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-4bef5ab4-b9f6-4701-9eb7-eb3fd8877980 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640578 Jun 18 08:09:16.511171 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6a5c8-eca9-412d-8f45-46a974a083a0 req-245ad702-cb12-4580-b98b-85fb1ce90c2c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:16.518430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c6a6a5c8-eca9-412d-8f45-46a974a083a0 req-245ad702-cb12-4580-b98b-85fb1ce90c2c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0741374 Jun 18 08:09:16.532862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 52552) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:16.561530 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:16.589758 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c6a6a5c8-eca9-412d-8f45-46a974a083a0 req-41033505-711d-454f-9759-69c8d7240de6 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703738 Jun 18 08:09:16.637552 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-28042d7a-5d70-42e9-9e9a-34ac845329fb service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118670 Jun 18 08:09:16.710326 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b96f-1bfe-498d-8d6d-727087b1b28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:16.821110 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-afa4b7da-035c-42ce-a34e-44997d450d8e service neutron] 10.222.0.23 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733055 Jun 18 08:09:16.824325 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b96f-1bfe-498d-8d6d-727087b1b28b admin admin] Publish callbacks [] for security_group (e10307db-00d5-456a-82c8-13fa8dc3b435), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:16.832174 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ba5b96f-1bfe-498d-8d6d-727087b1b28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e10307db-00d5-456a-82c8-13fa8dc3b435), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:16.869250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:17.109925 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23ce25-dfee-49ee-a449-4fa56a09c4e2 req-922919a4-ba7e-4a48-a714-d4fb709e2f30 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.121748 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ab23ce25-dfee-49ee-a449-4fa56a09c4e2 req-922919a4-ba7e-4a48-a714-d4fb709e2f30 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0781541 Jun 18 08:09:17.193682 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ab23ce25-dfee-49ee-a449-4fa56a09c4e2 req-b0e8a139-37ca-447f-b53b-2a949ba0485a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682874 Jun 18 08:09:17.241903 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4ba5b96f-1bfe-498d-8d6d-727087b1b28b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=655c9f61217a452686a982feac96d457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7079751 Jun 18 08:09:17.245733 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 52574) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:17.249112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5b96f-1bfe-498d-8d6d-727087b1b28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10307db-00d5-456a-82c8-13fa8dc3b435,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:17.254447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-9385f217-40d1-4daf-aba9-a98c511aea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.256153 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-9385f217-40d1-4daf-aba9-a98c511aea70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0745349 Jun 18 08:09:17.265146 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0a1cf-16b8-4f5c-a00c-35baed049de5 req-f42b22e9-b026-4656-b3d7-e2f6e32ce64b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.266664 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6e0a1cf-16b8-4f5c-a00c-35baed049de5 req-f42b22e9-b026-4656-b3d7-e2f6e32ce64b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.3957648 Jun 18 08:09:17.364826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] Publish callbacks [] for security_group (e10307db-00d5-456a-82c8-13fa8dc3b435), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:17.376473 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b1922e9e-b1ad-471a-a41b-b01b3cb2b43c req-2fd057fa-c91e-44a3-9fab-2f823c9623d5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 210 time: 0.1270528 Jun 18 08:09:17.419237 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b6e0a1cf-16b8-4f5c-a00c-35baed049de5 req-bbcf9bde-fd8a-47a7-973d-038b78b73d82 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217134 Jun 18 08:09:17.435186 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] Publish callbacks [] for security_group (e10307db-00d5-456a-82c8-13fa8dc3b435), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:17.453008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-0a55af73-4511-4fa0-b49d-1487ece5473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.454659 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-0a55af73-4511-4fa0-b49d-1487ece5473e service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.1871274 Jun 18 08:09:17.477625 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:17.490228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e10307db-00d5-456a-82c8-13fa8dc3b435), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:17.493524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:17.496636 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e10307db-00d5-456a-82c8-13fa8dc3b435 HTTP/1.1" status: 204 len: 168 time: 0.2490728 Jun 18 08:09:17.509490 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ba9d5-9545-49dd-b461-8a393daca0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10307db-00d5-456a-82c8-13fa8dc3b435,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:17.561949 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-bb104649-d6bc-43df-b48c-e0b287934aab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 1001 time: 0.0993011 Jun 18 08:09:17.637209 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-1f1395ac-be56-4227-ae75-381efd608939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.638747 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-1f1395ac-be56-4227-ae75-381efd608939 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.0627522 Jun 18 08:09:17.702362 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-cf6d01bf-14af-4e3f-b0eb-4c31a378dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:17.705750 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-cf6d01bf-14af-4e3f-b0eb-4c31a378dd7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559907 Jun 18 08:09:17.839703 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-3c8b06b0-30f3-4234-a41b-0c0eed79c9d2 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115367 Jun 18 08:09:18.003793 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b3f3339b-3ff3-478a-819c-82645bd69614 req-16238b62-84b4-4f88-bd4c-c1536a92ac63 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587327 Jun 18 08:09:18.386519 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13b312-6b7e-49f4-8084-d91469d45bcf req-d5dd1afa-0fc6-45c7-89b3-7954e406d62b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:18.388156 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d13b312-6b7e-49f4-8084-d91469d45bcf req-d5dd1afa-0fc6-45c7-89b3-7954e406d62b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0654492 Jun 18 08:09:18.464665 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d13b312-6b7e-49f4-8084-d91469d45bcf req-fc3bef23-8b3e-43fa-85f0-e3b2f1016a10 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707107 Jun 18 08:09:18.486091 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0be9c3e7-0b1c-4b63-a2f2-842191422b0f req-be3d3d30-bd49-434b-a969-f6775f937260 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 210 time: 0.0325706 Jun 18 08:09:18.590185 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:18.609633 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9c105-7f0d-4e8b-9f90-614f586f2898 req-43af17c8-8bb2-4ec7-b1a7-f9f1040bbe55 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:18.611782 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-60f9c105-7f0d-4e8b-9f90-614f586f2898 req-43af17c8-8bb2-4ec7-b1a7-f9f1040bbe55 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0530040 Jun 18 08:09:18.678455 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-60f9c105-7f0d-4e8b-9f90-614f586f2898 req-2af8ee44-9895-461c-b06e-d557720df80e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599749 Jun 18 08:09:18.843628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:18.943571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-c636a76a-ac75-4b6d-9ef9-4c9c2646f5c4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:18.945570 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-c636a76a-ac75-4b6d-9ef9-4c9c2646f5c4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 818 time: 0.3265576 Jun 18 08:09:19.118234 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-f3d3f0e7-6788-4714-96de-1dc1266720be tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bc66714da4345ddb2639465d29fcae0 HTTP/1.1" status: 200 len: 380 time: 0.0601881 Jun 18 08:09:19.164584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 52630) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:19.286185 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b8d5-9e9a-4e41-b951-4aef598e6bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.367063 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b8d5-9e9a-4e41-b951-4aef598e6bf0 admin admin] Publish callbacks [] for security_group (674f89b0-4188-44bf-9dd0-2ff87783a764), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.372762 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4ad1b8d5-9e9a-4e41-b951-4aef598e6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (674f89b0-4188-44bf-9dd0-2ff87783a764), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.398458 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'port': {'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'admin_state_up': True, 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'security_groups': ['817350e8-e15e-4c9c-90be-0b5121415fd9']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:19.426399 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4ad1b8d5-9e9a-4e41-b951-4aef598e6bf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59cd2efc99de4f38800244753303fb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607179 Jun 18 08:09:19.427939 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1b8d5-9e9a-4e41-b951-4aef598e6bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f89b0-4188-44bf-9dd0-2ff87783a764,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:19.430098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 52636) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:19.587647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] Publish callbacks [] for security_group (674f89b0-4188-44bf-9dd0-2ff87783a764), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.602342 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Made reservation on behalf of 6bc66714da4345ddb2639465d29fcae0 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:09:19.606111 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.631788 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] Publish callbacks [] for security_group (674f89b0-4188-44bf-9dd0-2ff87783a764), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:19.748799 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d9e282c-e2e4-4dbb-b239-dfc91fcb361c req-423bd88f-641f-43b3-b3a0-cad57ae32394 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 210 time: 0.0576305 Jun 18 08:09:19.784476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Allocated IP 172.20.0.5 (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f/04bb1eeb-90e5-41cd-8e75-454f663380d8/978d215d-cdc7-42b9-81c9-3a488c68a236) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:09:19.867800 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90b3d8-98f9-4c5b-8cb4-a3442daa7d06 req-4d853963-5fca-41fb-be34-728e2e585041 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:19.876494 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ec90b3d8-98f9-4c5b-8cb4-a3442daa7d06 req-4d853963-5fca-41fb-be34-728e2e585041 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0617583 Jun 18 08:09:19.925670 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:09:19.938775 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ec90b3d8-98f9-4c5b-8cb4-a3442daa7d06 req-ed547e77-d544-49d6-9f1e-7032d8cf92c4 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601394 Jun 18 08:09:19.981200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:20.012444 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08681817-5ae1-4b05-ad87-6aa646cb4936 req-da565632-c0a1-45ca-834c-4b0cd4c77df0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:20.020664 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08681817-5ae1-4b05-ad87-6aa646cb4936 req-da565632-c0a1-45ca-834c-4b0cd4c77df0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1564741 Jun 18 08:09:20.037206 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:20.110741 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.120992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:20.133693 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-08681817-5ae1-4b05-ad87-6aa646cb4936 req-fe9c2174-5b3d-47f1-b167-3df5d30c15bb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114829 Jun 18 08:09:20.140026 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:09:20.140781 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (674f89b0-4188-44bf-9dd0-2ff87783a764), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.144219 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.148831 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/674f89b0-4188-44bf-9dd0-2ff87783a764 HTTP/1.1" status: 204 len: 168 time: 0.7173295 Jun 18 08:09:20.169153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25360e19-65ed-4be7-a42f-4c64f2ab024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f89b0-4188-44bf-9dd0-2ff87783a764,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:20.184791 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: ACTIVE; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:20.185534 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.212120 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:09:20.216894 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.238779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:20.254307 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.305002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:09:20.309109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:09:20.313076 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=6']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:20.313326 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:09:20.322739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.323298 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.323897 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.324430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.324916 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.325388 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.325869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.326342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.326934 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.327583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.328129 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.328682 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.329220 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.329745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.330300 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:09:20.358141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event updated for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:20.427105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:20.428281 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.458956 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-0b64bcda-e7ed-4ebd-90bf-f70ece69ca72 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650597 Jun 18 08:09:20.479789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Request body: {'port': {'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:20.494670 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['3d6a72a8-a827-40a1-a433-2fdd5bd23450'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:09:20.598572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.725449 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-f8da862a-b6ad-4bbb-95b0-ab4677fcdd76 None None] Provisioning complete for port 978d215d-cdc7-42b9-81c9-3a488c68a236 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:09:20.726255 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8da862a-b6ad-4bbb-95b0-ab4677fcdd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:20.842876 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-f8da862a-b6ad-4bbb-95b0-ab4677fcdd76 None None] Port 978d215d-cdc7-42b9-81c9-3a488c68a236 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:09:21.034539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0cadd-00b0-483b-bb7d-be1056825e61 req-fa2d4249-6efc-4183-8e44-af2fbbad6a71 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:21.036779 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82c0cadd-00b0-483b-bb7d-be1056825e61 req-fa2d4249-6efc-4183-8e44-af2fbbad6a71 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 931 time: 0.1577349 Jun 18 08:09:21.117197 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82c0cadd-00b0-483b-bb7d-be1056825e61 req-6241e7e7-43f0-426f-9d54-7a183ac1a487 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739610 Jun 18 08:09:21.169890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978d215d-cdc7-42b9-81c9-3a488c68a236 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:09:21.178141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks [] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:21.192407 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Transition to ACTIVE for port object 978d215d-cdc7-42b9-81c9-3a488c68a236 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:09:21.199446 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:21.254953 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:21.290689 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Pushing event updated for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:21.389994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Attempting to bind port 978d215d-cdc7-42b9-81c9-3a488c68a236 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:09:21.390367 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Attempting to bind port 978d215d-cdc7-42b9-81c9-3a488c68a236 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:09:21.390702 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Attempting to bind port 978d215d-cdc7-42b9-81c9-3a488c68a236 on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:09:21.395658 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:21.399829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Port 978d215d-cdc7-42b9-81c9-3a488c68a236 on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:09:21.400799 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Attempting to bind port 978d215d-cdc7-42b9-81c9-3a488c68a236 on network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:09:21.407582 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447092e-6a21-4160-9600-63f02d1bd56a req-346e37a0-4db4-47f3-9da1-a2cbb1e155c4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:21.409945 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:09:21.410799 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Checking segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:09:21.411237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Bound using segment: {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:09:21.411696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Bound port: 978d215d-cdc7-42b9-81c9-3a488c68a236, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '006cb64f-ce64-42ea-bf77-8879e1b94ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:09:21.412563 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:21.419903 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4447092e-6a21-4160-9600-63f02d1bd56a req-346e37a0-4db4-47f3-9da1-a2cbb1e155c4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.1317813 Jun 18 08:09:21.512923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:09:21.516776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=978d215d-cdc7-42b9-81c9-3a488c68a236,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:09:21.518541 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4447092e-6a21-4160-9600-63f02d1bd56a req-c8583d7e-d92b-46ab-944d-81ace9bed270 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962427 Jun 18 08:09:21.539039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:21.597532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:21.598183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:21.599591 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] 10.222.0.16 "PUT /v2.0/ports/978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 1093 time: 1.1249034 Jun 18 08:09:21.600164 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:21.602394 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4811a4e4-09f4-4307-9750-6649923f6049" -d '{"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:21.634967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd09e75-88bd-47f5-9504-a0655e376c11 service neutron] Pushing event updated for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:21.675668 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fe12ce-85fb-4d54-b453-2133f2c4bf51 x-openstack-request-id: req-33fe12ce-85fb-4d54-b453-2133f2c4bf51 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:21.676025 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:21.676275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33fe12ce-85fb-4d54-b453-2133f2c4bf51 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:21.676689 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fe12ce-85fb-4d54-b453-2133f2c4bf51'] response: {'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'status': 'completed', 'code': 200} Jun 18 08:09:21.808756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-bbf68007-fe3b-4231-8e96-765af150eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:21.810500 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-bbf68007-fe3b-4231-8e96-765af150eb6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1127 time: 0.0667078 Jun 18 08:09:21.867530 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-72f4df3e-2221-461a-9fa1-780cc519a6bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 217 time: 0.0392947 Jun 18 08:09:21.929730 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:09:21.973291 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-24a68e3f-6693-4798-9471-2447a43018d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:21.978301 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-24a68e3f-6693-4798-9471-2447a43018d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.1032650 Jun 18 08:09:22.075358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00312a-514e-4865-ba68-b11832075316 req-16791d7c-63bb-4d1e-bf58-6fc3ead5d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:22.080069 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-16791d7c-63bb-4d1e-bf58-6fc3ead5d705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940509 Jun 18 08:09:22.081779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:09:22.082381 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:22.260946 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:22.261631 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:22.292581 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:22.311058 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-c40be614-6ed5-4c62-a6e3-05c6ef902c4f service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218535 Jun 18 08:09:22.319549 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:22.328178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adbf2a4-37f1-46d4-882e-f95dcefeaada" -d '{"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:22.362242 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:22.367039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc179b3a-0719-4a80-9cbc-e1d1534266df req-9f3c86bb-93b3-458a-a341-90b1625d2637 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:22.369052 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fc179b3a-0719-4a80-9cbc-e1d1534266df req-9f3c86bb-93b3-458a-a341-90b1625d2637 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 943 time: 0.1232867 Jun 18 08:09:22.373390 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:22.413304 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b48afda-074f-4c43-89c2-9c5f8f805f15 x-openstack-request-id: req-4b48afda-074f-4c43-89c2-9c5f8f805f15 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:22.413614 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:22.413864 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b48afda-074f-4c43-89c2-9c5f8f805f15 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:22.414255 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b48afda-074f-4c43-89c2-9c5f8f805f15'] response: {'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'code': 200} Jun 18 08:09:22.453631 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=7']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:22.473857 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5a00312a-514e-4865-ba68-b11832075316 req-53c51da2-0713-4f36-b19a-0a7023312eb7 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532862 Jun 18 08:09:22.478365 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fc179b3a-0719-4a80-9cbc-e1d1534266df req-00228a3f-4b4a-4c61-8a17-e3597da0a74c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029682 Jun 18 08:09:22.642579 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972859-5720-4d29-a54a-9353b065c8c2 req-c6141855-3b72-48f6-b22a-942d5207e389 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:22.644093 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9972859-5720-4d29-a54a-9353b065c8c2 req-c6141855-3b72-48f6-b22a-942d5207e389 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0475483 Jun 18 08:09:22.690010 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9972859-5720-4d29-a54a-9353b065c8c2 req-7dd9ba94-862d-4cc8-a2e7-2da1549311e0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403183 Jun 18 08:09:23.633705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77259a1-77bb-4d23-b169-dabfb8fee163 req-df20cce8-3e5a-41ec-a7af-9480ba091731 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:23.635510 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b77259a1-77bb-4d23-b169-dabfb8fee163 req-df20cce8-3e5a-41ec-a7af-9480ba091731 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 943 time: 0.0559371 Jun 18 08:09:23.699577 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b77259a1-77bb-4d23-b169-dabfb8fee163 req-633e170f-f04c-4e65-a249-3aa2df3e6316 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577035 Jun 18 08:09:23.911138 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcf162-d1de-41a0-9235-854e043c8619 req-93a397b8-126e-4bde-bc79-44c1febf8782 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:23.912902 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1dcf162-d1de-41a0-9235-854e043c8619 req-93a397b8-126e-4bde-bc79-44c1febf8782 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0702224 Jun 18 08:09:23.951858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 978d215d-cdc7-42b9-81c9-3a488c68a236 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:09:24.008259 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1dcf162-d1de-41a0-9235-854e043c8619 req-33365da9-35a9-4d74-b5d2-ab5e8ac8c101 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884163 Jun 18 08:09:24.021932 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a4e4-09f4-4307-9750-6649923f6049 req-4d68ea2d-2f4d-4bd0-9952-48e833eb019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:24.024161 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-4d68ea2d-2f4d-4bd0-9952-48e833eb019b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1127 time: 0.0559223 Jun 18 08:09:24.071556 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=978d215d-cdc7-42b9-81c9-3a488c68a236,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:24.081698 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:24.085246 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:09:24.130306 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 978d215d-cdc7-42b9-81c9-3a488c68a236 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:24.131212 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:24.140413 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a4e4-09f4-4307-9750-6649923f6049 req-0f9660b7-7745-4a9b-bd37-a65e370285b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:24.141900 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-0f9660b7-7745-4a9b-bd37-a65e370285b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1109848 Jun 18 08:09:24.145467 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d215d-cdc7-42b9-81c9-3a488c68a236 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:09:24.167672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=978d215d-cdc7-42b9-81c9-3a488c68a236,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:24.173323 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:24.184618 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-0e3f2440-9a69-45d3-aab2-cf3cc2e2235e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 217 time: 0.0339575 Jun 18 08:09:24.221373 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:24.221861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:24.242863 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a4e4-09f4-4307-9750-6649923f6049 req-84b6e595-c7c2-42c5-b786-b520f471e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:24.244427 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-84b6e595-c7c2-42c5-b786-b520f471e183 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0507762 Jun 18 08:09:24.290721 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a4e4-09f4-4307-9750-6649923f6049 req-b1c0fd3b-eb40-4392-9263-d30b2c650985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:24.292248 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-b1c0fd3b-eb40-4392-9263-d30b2c650985 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387802 Jun 18 08:09:24.398572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:24.407889 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-6cb185ce-1e7a-4985-bc6f-59ccee46be3f service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079273 Jun 18 08:09:24.527423 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4811a4e4-09f4-4307-9750-6649923f6049 req-b8c11b18-cc6a-4cc7-b4dd-e8e430f288cd service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009860 Jun 18 08:09:24.808869 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c788a-797b-409c-9c11-29761eca9707 req-dff2633a-7c86-4029-bc53-31f6a7b045f8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:24.810548 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e13c788a-797b-409c-9c11-29761eca9707 req-dff2633a-7c86-4029-bc53-31f6a7b045f8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 944 time: 0.0492857 Jun 18 08:09:24.820320 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['978d215d-cdc7-42b9-81c9-3a488c68a236'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:09:24.886223 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e13c788a-797b-409c-9c11-29761eca9707 req-db8fd849-f1ff-4659-803e-0566d14365e8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688460 Jun 18 08:09:25.009088 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:25.213924 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e81df-e2f9-49e1-8572-116a3997e6f6 req-33005761-935e-440f-8528-644a72b7b1a3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:25.232984 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd6e81df-e2f9-49e1-8572-116a3997e6f6 req-33005761-935e-440f-8528-644a72b7b1a3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0941319 Jun 18 08:09:25.300185 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cd6e81df-e2f9-49e1-8572-116a3997e6f6 req-75c0007e-971b-4a08-8c8a-0c60345b0cb9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653787 Jun 18 08:09:26.258540 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566a661-9437-4ac5-85ec-333cce7458f5 req-a18eff13-907c-4a96-8330-42f4a9c40303 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:26.268008 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 978d215d-cdc7-42b9-81c9-3a488c68a236 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:09:26.277063 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3566a661-9437-4ac5-85ec-333cce7458f5 req-a18eff13-907c-4a96-8330-42f4a9c40303 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 944 time: 0.3109720 Jun 18 08:09:26.341445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:26.367664 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 978d215d-cdc7-42b9-81c9-3a488c68a236 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:09:26.381574 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 978d215d-cdc7-42b9-81c9-3a488c68a236 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:09:26.382313 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:26.412078 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3566a661-9437-4ac5-85ec-333cce7458f5 req-55cade81-997f-438b-978a-eef35806f2c9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332896 Jun 18 08:09:26.591967 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 978d215d-cdc7-42b9-81c9-3a488c68a236 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:26.592543 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:26.724193 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=978d215d-cdc7-42b9-81c9-3a488c68a236,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:26.746728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:26.756240 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69457e16-2f42-4898-931b-2e6ff3bf75e9" -d '{"events": [{"server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "name": "network-vif-plugged", "status": "completed", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:26.773016 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:26.835149 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c176ee2-4d44-4d4e-8f83-fe01efe4dc24 req-cecae955-e73c-42bc-a4a0-4e74bb314de0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:26.848545 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c176ee2-4d44-4d4e-8f83-fe01efe4dc24 req-cecae955-e73c-42bc-a4a0-4e74bb314de0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1878922 Jun 18 08:09:26.860999 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2439bb3d-91ac-4301-bc7d-3325ec945ff2 x-openstack-request-id: req-2439bb3d-91ac-4301-bc7d-3325ec945ff2 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:26.861598 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "name": "network-vif-plugged", "status": "completed", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:26.862047 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2439bb3d-91ac-4301-bc7d-3325ec945ff2 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:26.862638 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2439bb3d-91ac-4301-bc7d-3325ec945ff2'] response: {'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'code': 200} Jun 18 08:09:26.866817 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:26.916842 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:26.960155 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3c176ee2-4d44-4d4e-8f83-fe01efe4dc24 req-3df9c06e-545d-455d-894a-56b433e975c2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106315 Jun 18 08:09:27.661867 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9ca27-0035-4cff-8aa7-ea983b0b0e04 req-775979d0-3e42-4186-876c-a8eb1ae82132 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:27.664424 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6fa9ca27-0035-4cff-8aa7-ea983b0b0e04 req-775979d0-3e42-4186-876c-a8eb1ae82132 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.1265030 Jun 18 08:09:27.799717 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6fa9ca27-0035-4cff-8aa7-ea983b0b0e04 req-64982771-edf1-4e1a-bd96-675092c2d47b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294611 Jun 18 08:09:28.162843 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97fc8d3d-2cb2-4107-a193-94a18bb0ab2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:28.220147 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6ed05-1bac-466f-8f51-78bd26883c03 req-84dd8a15-a64e-4a0d-a033-4903ae97d0db tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:28.229501 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-41d6ed05-1bac-466f-8f51-78bd26883c03 req-84dd8a15-a64e-4a0d-a033-4903ae97d0db tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0914233 Jun 18 08:09:28.319405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1549d-7671-4d74-ac86-545c1a1af59f req-ce20869e-7672-4780-a298-00eebe42d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:28.321208 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84f1549d-7671-4d74-ac86-545c1a1af59f req-ce20869e-7672-4780-a298-00eebe42d5c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0492682 Jun 18 08:09:28.351753 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-41d6ed05-1bac-466f-8f51-78bd26883c03 req-2560d7be-6d8c-4ecb-b9ea-845bf5afc859 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209135 Jun 18 08:09:28.424633 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-84f1549d-7671-4d74-ac86-545c1a1af59f req-b68322cd-93ae-4a2a-bdd1-123cb36a29e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719230 Jun 18 08:09:29.016775 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac514821-a1c5-45a5-8208-60f761e06830 req-8be7cc07-edfb-493c-959b-7f617699e564 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:29.034672 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ac514821-a1c5-45a5-8208-60f761e06830 req-8be7cc07-edfb-493c-959b-7f617699e564 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.1394010 Jun 18 08:09:29.088610 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:29.102801 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ac514821-a1c5-45a5-8208-60f761e06830 req-bb7c8605-cde5-456f-954c-0a3117feb6c1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668590 Jun 18 08:09:29.522910 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a00593-95c4-489b-921a-d11ef9da300a req-794cbaaf-26df-4d60-b458-deb4e6f487f2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:29.531405 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40a00593-95c4-489b-921a-d11ef9da300a req-794cbaaf-26df-4d60-b458-deb4e6f487f2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0634139 Jun 18 08:09:29.640122 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-40a00593-95c4-489b-921a-d11ef9da300a req-d81b36a2-5b5f-44a1-80f6-7177b3d0d140 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072445 Jun 18 08:09:30.259397 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd58b3e-4c3d-4e80-a810-cd47799f51bd req-4c6c9507-2a40-46fd-8668-b66fa6d5542f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:30.267851 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3bd58b3e-4c3d-4e80-a810-cd47799f51bd req-4c6c9507-2a40-46fd-8668-b66fa6d5542f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Jun 18 08:09:30.335206 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3bd58b3e-4c3d-4e80-a810-cd47799f51bd req-da78e5c7-6b4c-4997-92d4-5c3c8c0fab21 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641782 Jun 18 08:09:30.441760 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f8dab9f-da17-4c58-99db-921321cae9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:30.871347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d49a-eb07-4e7b-adc7-a7fdd87ee5bb req-2e7e8bb1-55ad-4cb5-945a-99ab78c57c06 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:30.882341 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11f6d49a-eb07-4e7b-adc7-a7fdd87ee5bb req-2e7e8bb1-55ad-4cb5-945a-99ab78c57c06 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.1118636 Jun 18 08:09:30.977025 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-11f6d49a-eb07-4e7b-adc7-a7fdd87ee5bb req-6efa1533-a466-4be2-9e4a-eb0bcff1474f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931790 Jun 18 08:09:31.255800 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:31.455793 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae987680-5d9f-407d-a81a-0f10d45442f0 req-4ddbc204-d529-4f59-9f1a-8d11b1ff3004 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:31.458163 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae987680-5d9f-407d-a81a-0f10d45442f0 req-4ddbc204-d529-4f59-9f1a-8d11b1ff3004 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0532951 Jun 18 08:09:31.514921 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae987680-5d9f-407d-a81a-0f10d45442f0 req-295362ec-99bb-4cd0-9111-7ba7261ebbfb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510175 Jun 18 08:09:32.107283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9274d63-e026-4e17-b8e0-312586afa4e4 req-a54b7782-23ee-4e5c-89a8-3c7319d404a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:32.115177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9274d63-e026-4e17-b8e0-312586afa4e4 req-a54b7782-23ee-4e5c-89a8-3c7319d404a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0563536 Jun 18 08:09:32.167270 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b9274d63-e026-4e17-b8e0-312586afa4e4 req-8a151f0b-e030-4c2d-b7e3-684baeaafe13 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499647 Jun 18 08:09:32.704278 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd28a-60d7-4d77-8dd6-4bde8a616132 req-ee8fec67-a5eb-4a1c-a869-3e18d1d88f62 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:32.706814 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cf2bd28a-60d7-4d77-8dd6-4bde8a616132 req-ee8fec67-a5eb-4a1c-a869-3e18d1d88f62 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0612340 Jun 18 08:09:32.805241 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cf2bd28a-60d7-4d77-8dd6-4bde8a616132 req-63885137-8da5-4299-b714-4d36d2c90b09 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864799 Jun 18 08:09:32.879639 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:33.267568 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:33.338671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd2904-a515-4414-8a36-2b83d4707298 req-a7a92a85-79aa-4066-8bef-3a152fcfbe5c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:33.346022 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-36fd2904-a515-4414-8a36-2b83d4707298 req-a7a92a85-79aa-4066-8bef-3a152fcfbe5c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0988982 Jun 18 08:09:33.418379 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-36fd2904-a515-4414-8a36-2b83d4707298 req-f2bd2e4f-e562-4836-9dc0-1fbcbc00b739 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668559 Jun 18 08:09:34.089893 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b161e-98ae-4f06-8e45-390d4cab342c req-ba4f91f9-c2a4-47a4-9231-e58957cc879d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:34.110748 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c52b161e-98ae-4f06-8e45-390d4cab342c req-ba4f91f9-c2a4-47a4-9231-e58957cc879d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.1606700 Jun 18 08:09:34.227997 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c52b161e-98ae-4f06-8e45-390d4cab342c req-dafd6c2e-5654-4be8-be02-128fd7a75737 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158164 Jun 18 08:09:34.544315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122b0f-f37f-4146-b3e4-7e14508564ad req-f969b0dd-2674-493d-9543-baa597763fd6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:34.546071 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8f122b0f-f37f-4146-b3e4-7e14508564ad req-f969b0dd-2674-493d-9543-baa597763fd6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Jun 18 08:09:34.609656 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8f122b0f-f37f-4146-b3e4-7e14508564ad req-ca49e562-4b4c-45a6-95dc-b0e52271536b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564287 Jun 18 08:09:35.401144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b500b-3cfe-44d5-b5ea-c1742847258d req-60d6ba4a-e5f0-40e5-b601-a12493b84534 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:35.402802 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3c1b500b-3cfe-44d5-b5ea-c1742847258d req-60d6ba4a-e5f0-40e5-b601-a12493b84534 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0648093 Jun 18 08:09:35.466548 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3c1b500b-3cfe-44d5-b5ea-c1742847258d req-b7a926b5-8b30-432b-b8bf-5ddb2c480b73 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565650 Jun 18 08:09:35.540206 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:35.570196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:35.589867 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef229b10-5dbb-49a4-bcc6-6cd878e812b1 req-9372e3fc-8242-475d-8a18-acfebcd40019 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:35.591627 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ef229b10-5dbb-49a4-bcc6-6cd878e812b1 req-9372e3fc-8242-475d-8a18-acfebcd40019 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0667865 Jun 18 08:09:35.604376 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 52952) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:35.609651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'floatingip': {'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:09:35.651732 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:35.787265 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a580c-64c8-45a0-9787-a93a406f81e3 req-ea9f56d4-a4a6-47cd-a069-f58fd27eeddb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:35.789327 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-722a580c-64c8-45a0-9787-a93a406f81e3 req-ea9f56d4-a4a6-47cd-a069-f58fd27eeddb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0925703 Jun 18 08:09:35.912096 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-722a580c-64c8-45a0-9787-a93a406f81e3 req-1e920645-f2c6-4651-9fa9-4250b70da195 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147377 Jun 18 08:09:36.130667 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:36.241538 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:36.247542 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:36.289770 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:36.353175 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Floating IP c9122937-9120-4ca0-9186-6f027cf92b5a associated. External IP: 172.27.2.178, port: 978d215d-cdc7-42b9-81c9-3a488c68a236. Jun 18 08:09:36.570186 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Router 58c71f65-d497-454b-8bdb-7b38558689c9 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:09:36.676537 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:09:36.681778 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:36.686658 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:09:36.698666 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:09:36.699294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:09:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:36.714943 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-5fa81294-fd0b-4e96-8484-8c76ac9193ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "PUT /v2.0/floatingips/c9122937-9120-4ca0-9186-6f027cf92b5a HTTP/1.1" status: 200 len: 991 time: 1.1092949 Jun 18 08:09:36.715590 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:36.717900 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48" -d '{"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:36.757519 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e17c4f2-459b-4a04-a852-138a99410960 x-openstack-request-id: req-0e17c4f2-459b-4a04-a852-138a99410960 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:36.757812 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:36.758066 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e17c4f2-459b-4a04-a852-138a99410960 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:36.758609 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e17c4f2-459b-4a04-a852-138a99410960'] response: {'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'status': 'completed', 'code': 200} Jun 18 08:09:36.809127 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:09:36.922954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:36.998553 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-a4f9aad7-66f1-495b-a982-8be1117b6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:37.000104 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-a4f9aad7-66f1-495b-a982-8be1117b6d21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0414953 Jun 18 08:09:37.039075 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:09:36Z', 'revision_number': 1, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:37.045355 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791e9fb-2b38-4074-ae09-89aeb14f94cf req-a806e862-04a6-43f3-9dcc-8c2456d253ed tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:37.046826 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0791e9fb-2b38-4074-ae09-89aeb14f94cf req-a806e862-04a6-43f3-9dcc-8c2456d253ed tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0455401 Jun 18 08:09:37.062691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:09:37.071663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:09:37.072252 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:09:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:37.096968 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0791e9fb-2b38-4074-ae09-89aeb14f94cf req-a5934b4d-1de9-4487-bcc8-e5f90aed79a2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 Jun 18 08:09:37.238827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-53a3d07e-45d6-4e23-95f7-8b524c3c3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:37.240293 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-53a3d07e-45d6-4e23-95f7-8b524c3c3e57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.0930355 Jun 18 08:09:37.300691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:09:37.521765 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:09:36Z', 'revision_number': 1, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:37.547080 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80541355-12dc-411f-8da1-fd2bc176396f None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:09:36Z', 'revision_number': 1, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:09:37.658589 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-1f25d453-cab5-49a9-b9a6-365c81ebed6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 999 time: 0.0620470 Jun 18 08:09:37.745659 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a83acf-cf86-4580-b54f-db1a9f0f5ef0 None None] New status for floating IP c9122937-9120-4ca0-9186-6f027cf92b5a: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:09:37.948297 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-4377066a-1be8-4810-a2ed-48b470d9095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:37.949803 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-4377066a-1be8-4810-a2ed-48b470d9095d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1130 time: 0.0862837 Jun 18 08:09:37.951598 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-15b99f9f-df60-43ec-ae55-a3b880de4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:37.952973 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-15b99f9f-df60-43ec-ae55-a3b880de4422 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.1022666 Jun 18 08:09:38.062298 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-f624fddf-8229-4cfb-b019-db1d60322417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:38.064126 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-f624fddf-8229-4cfb-b019-db1d60322417 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960944 Jun 18 08:09:38.113075 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-1873849a-0340-458c-b4af-8b3f0f9b4c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:38.114503 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-1873849a-0340-458c-b4af-8b3f0f9b4c80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.1475868 Jun 18 08:09:38.255945 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-ed6a586c-8f23-4390-8f4c-4013025bac14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 1001 time: 0.1334786 Jun 18 08:09:38.259795 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-d24ef7b2-4d2e-4991-9158-0d24a4fa47e0 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810803 Jun 18 08:09:38.267804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8e11-4a59-41e8-80f5-f6c7cf1a8d19 req-bcc91e9c-2727-412a-931c-42a28e9c12c6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:38.269153 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-453b8e11-4a59-41e8-80f5-f6c7cf1a8d19 req-bcc91e9c-2727-412a-931c-42a28e9c12c6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0840595 Jun 18 08:09:38.326654 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-453b8e11-4a59-41e8-80f5-f6c7cf1a8d19 req-c6000ced-aca0-4d00-8e02-958864785808 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491524 Jun 18 08:09:39.465762 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe6464-3b30-462d-b067-67c08e211861 req-11ce03ab-44a7-4b68-85e6-5fac328d8691 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:39.467264 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9efe6464-3b30-462d-b067-67c08e211861 req-11ce03ab-44a7-4b68-85e6-5fac328d8691 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0564899 Jun 18 08:09:39.522458 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9efe6464-3b30-462d-b067-67c08e211861 req-2256368a-1ba9-4723-bc17-9897aa3c9b52 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487754 Jun 18 08:09:40.454957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-39f4dc71-bd0c-45d4-82f3-2a85e6f4e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:40.456434 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-39f4dc71-bd0c-45d4-82f3-2a85e6f4e356 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.3432856 Jun 18 08:09:40.486408 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-714a68ce-f1a6-43f7-bd3f-3e369c5c6a48 req-7b78808d-7101-481a-8357-57bc6dde3280 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595836 Jun 18 08:09:40.651002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba0bb2-e8e8-416a-b0ed-1ba8068e11af req-e03ff952-2c82-4c03-9591-da722831e0a0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:40.652494 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92ba0bb2-e8e8-416a-b0ed-1ba8068e11af req-e03ff952-2c82-4c03-9591-da722831e0a0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 946 time: 0.0525382 Jun 18 08:09:40.699345 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-92ba0bb2-e8e8-416a-b0ed-1ba8068e11af req-045398e3-7eea-438c-ba3b-568c4123fe3b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Jun 18 08:09:41.169747 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-50899b90-8361-4669-8c5c-8bdfff1686fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:41.171451 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-50899b90-8361-4669-8c5c-8bdfff1686fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399249 Jun 18 08:09:41.242091 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:41.248063 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:41.263407 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:09:41.271261 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-97ca9df7-6555-46c5-ad8d-2269e11df5d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Jun 18 08:09:41.333736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: ACTIVE; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:41.334225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:41.357873 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:41.360128 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74319027-6b73-47b9-aabb-274ba45c4bea" -d '{"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:41.364825 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70a4450a-7b85-40e6-b063-0c1982836d59 req-5687a1cb-4b46-40f5-9485-f106c69da725 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Jun 18 08:09:41.373244 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:41.378031 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:41.399855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:41.408891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319651da-c42c-41a7-ad68-2bc6d8e14443 x-openstack-request-id: req-319651da-c42c-41a7-ad68-2bc6d8e14443 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:41.409199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:41.409449 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-319651da-c42c-41a7-ad68-2bc6d8e14443 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:41.409887 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319651da-c42c-41a7-ad68-2bc6d8e14443'] response: {'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'code': 200} Jun 18 08:09:41.431141 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=8']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:41.824237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56551865-b508-40d4-bc06-b9ddb200cfa0 req-7ecd2c81-6fd3-4d5e-adca-86cefbd4c91d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:41.825748 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56551865-b508-40d4-bc06-b9ddb200cfa0 req-7ecd2c81-6fd3-4d5e-adca-86cefbd4c91d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0481763 Jun 18 08:09:41.874036 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-56551865-b508-40d4-bc06-b9ddb200cfa0 req-2a9ce1ba-d6ae-4478-91ba-5994d1a85e01 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 Jun 18 08:09:42.143498 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53104) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:42.188299 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Deleting subnet f8aa3e29-e426-4c74-b9e8-deecf982d037 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:09:42.191595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Publish callbacks [] for subnet (f8aa3e29-e426-4c74-b9e8-deecf982d037), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.230887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (f8aa3e29-e426-4c74-b9e8-deecf982d037), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.273992 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (f8aa3e29-e426-4c74-b9e8-deecf982d037), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.329861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (f8aa3e29-e426-4c74-b9e8-deecf982d037), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.355435 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8aa3e29-e426-4c74-b9e8-deecf982d037,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:42.360409 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.363693 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2e88e1f3-d0ce-48d1-a715-5104fe1ae41e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f8aa3e29-e426-4c74-b9e8-deecf982d037 HTTP/1.1" status: 204 len: 168 time: 0.2191150 Jun 18 08:09:42.366327 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53106) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:42.439641 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (fbf69721-c844-426f-8a34-466c5ae8bd57), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.515480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (fbf69721-c844-426f-8a34-466c5ae8bd57), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.540324 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf69721-c844-426f-8a34-466c5ae8bd57']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:42.550622 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:42.550914 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f506d4-4f2f-40b6-80eb-9a7c5621b2e5') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:09:42.561823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (59f506d4-4f2f-40b6-80eb-9a7c5621b2e5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.576506 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (59f506d4-4f2f-40b6-80eb-9a7c5621b2e5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.583349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:09:42.583651 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (59f506d4-4f2f-40b6-80eb-9a7c5621b2e5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.604540 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 59f506d4-4f2f-40b6-80eb-9a7c5621b2e5 resource provider aggregate not found Jun 18 08:09:42.642057 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 59f506d4-4f2f-40b6-80eb-9a7c5621b2e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59f506d4-4f2f-40b6-80eb-9a7c5621b2e5 found for delete ", "request_id": "req-31086454-412a-4829-ae93-f8845ba2e903"}]} Jun 18 08:09:42.652140 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (fbf69721-c844-426f-8a34-466c5ae8bd57), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.657833 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:42.661019 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fbf69721-c844-426f-8a34-466c5ae8bd57 HTTP/1.1" status: 204 len: 168 time: 0.2937980 Jun 18 08:09:42.671950 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383c275-914e-4723-b034-e4ff94cd1312 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf69721-c844-426f-8a34-466c5ae8bd57,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:42.833698 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:09:42.881496 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53118) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:42.924426 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f6e09f71-3a8d-4da7-acba-1a9bfa6d61a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc3f6aac547489fa25a163e016f8eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415559 Jun 18 08:09:42.927249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53122) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:42.980877 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] Publish callbacks [] for security_group (40835c91-d590-48a3-b5f8-2526135d32a8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.003969 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e4c7b-b318-43d7-bb31-aa43b34a75a5 req-ac269717-f96e-4ec6-b388-499a791d3d00 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:43.005984 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a64e4c7b-b318-43d7-bb31-aa43b34a75a5 req-ac269717-f96e-4ec6-b388-499a791d3d00 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0540607 Jun 18 08:09:43.008871 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] Publish callbacks [] for security_group (40835c91-d590-48a3-b5f8-2526135d32a8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.062449 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a64e4c7b-b318-43d7-bb31-aa43b34a75a5 req-34a4032d-da50-48ae-98ff-a26ba31684d7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507271 Jun 18 08:09:43.068982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (40835c91-d590-48a3-b5f8-2526135d32a8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.072971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.075063 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40835c91-d590-48a3-b5f8-2526135d32a8 HTTP/1.1" status: 204 len: 168 time: 0.1455188 Jun 18 08:09:43.076854 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:43.090108 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136731f-8b2e-474e-a364-e4755f3c1e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40835c91-d590-48a3-b5f8-2526135d32a8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:43.174589 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53132) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:43.415582 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6793b79-1b64-4376-97a5-cd49b5cfa18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.426611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:43.506066 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6793b79-1b64-4376-97a5-cd49b5cfa18c admin admin] Publish callbacks [] for security_group (5c307720-8916-4680-a307-61413dc8736c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.509602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6793b79-1b64-4376-97a5-cd49b5cfa18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5c307720-8916-4680-a307-61413dc8736c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.550620 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b6793b79-1b64-4376-97a5-cd49b5cfa18c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=950bcb1e9a944819a820f8d3283a6a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744869 Jun 18 08:09:43.551643 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793b79-1b64-4376-97a5-cd49b5cfa18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c307720-8916-4680-a307-61413dc8736c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:43.553296 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53150) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:43.599592 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:43.607538 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] Publish callbacks [] for security_group (5c307720-8916-4680-a307-61413dc8736c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.629943 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] Publish callbacks [] for security_group (5c307720-8916-4680-a307-61413dc8736c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.680527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5c307720-8916-4680-a307-61413dc8736c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.683195 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:43.684371 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c307720-8916-4680-a307-61413dc8736c HTTP/1.1" status: 204 len: 168 time: 0.1300738 Jun 18 08:09:43.693327 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41f0d0-c034-48c0-be33-d87f1288ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c307720-8916-4680-a307-61413dc8736c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:44.182976 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1283274-3773-43f8-ad3a-ed0030cc2763 req-4973fe8e-602e-451b-a98b-2467661db64d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:44.184478 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1283274-3773-43f8-ad3a-ed0030cc2763 req-4973fe8e-602e-451b-a98b-2467661db64d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0468760 Jun 18 08:09:44.239573 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1283274-3773-43f8-ad3a-ed0030cc2763 req-2eafa856-e9cf-4828-abba-fdbfced7e291 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Jun 18 08:09:44.780233 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-8c3e26b5-40e0-4562-ba48-7d0820c84f66 req-2ce9b837-4d6a-4247-9586-1ed1a02ee715 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:09:44.781220 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c3e26b5-40e0-4562-ba48-7d0820c84f66 req-2ce9b837-4d6a-4247-9586-1ed1a02ee715 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054526 Jun 18 08:09:44.944862 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:44.954102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df8e2-f3da-4910-b421-68095371467d req-b298c9fd-4430-4d41-a7c9-e1653f7c9809 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:44.955694 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-959df8e2-f3da-4910-b421-68095371467d req-b298c9fd-4430-4d41-a7c9-e1653f7c9809 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0519271 Jun 18 08:09:45.007714 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-959df8e2-f3da-4910-b421-68095371467d req-e5e9d115-ea53-4451-8a39-ed9e32a35d84 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431252 Jun 18 08:09:45.236702 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53264) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:45.357530 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-5634e4be-156d-46e1-bc06-dffbc76d7b96 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196518 Jun 18 08:09:45.366513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-7b60ec10-8090-42fa-8b5b-b50a165a669d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:09:45.367474 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-7b60ec10-8090-42fa-8b5b-b50a165a669d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051663 Jun 18 08:09:45.457635 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53278) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:09:45.564390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-9939e817-2671-45d7-aad2-b9ffdc9cda83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:45.565789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-9939e817-2671-45d7-aad2-b9ffdc9cda83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports/3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 941 time: 0.1069326 Jun 18 08:09:46.162492 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1221e-e543-472c-81bb-3a6fef906b7d req-22aa3721-9d38-40ea-9fe4-0ce93b0e5646 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:46.164111 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-36a1221e-e543-472c-81bb-3a6fef906b7d req-22aa3721-9d38-40ea-9fe4-0ce93b0e5646 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0670667 Jun 18 08:09:46.232697 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-36a1221e-e543-472c-81bb-3a6fef906b7d req-cf8b64d7-0104-4293-b2d9-feb888044137 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610249 Jun 18 08:09:47.273052 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:09:47.352352 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: DOWN; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:09:47.361278 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55b312-7884-49da-a84f-243ff8565bcf req-59e247ae-684c-4537-8771-5741851374d6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:47.362803 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df55b312-7884-49da-a84f-243ff8565bcf req-59e247ae-684c-4537-8771-5741851374d6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0503864 Jun 18 08:09:47.412727 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-df55b312-7884-49da-a84f-243ff8565bcf req-43814cd9-c53f-479f-9fe2-293a2755f975 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441980 Jun 18 08:09:48.142866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a33692-d0e2-42a3-b0bc-3a64ce632e91 req-7ba1cb80-ffe5-4fb3-b9b6-f0be6d1440dd tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:48.144279 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f2a33692-d0e2-42a3-b0bc-3a64ce632e91 req-7ba1cb80-ffe5-4fb3-b9b6-f0be6d1440dd tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Jun 18 08:09:48.192393 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f2a33692-d0e2-42a3-b0bc-3a64ce632e91 req-be6d3e29-c8f1-431a-a9c5-2bd8fba855de tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Jun 18 08:09:48.542525 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75dc58-d684-4fa1-92d3-0d1116689a4f req-867f0881-f28e-4458-a81b-b50e04fbb448 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:48.544304 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4c75dc58-d684-4fa1-92d3-0d1116689a4f req-867f0881-f28e-4458-a81b-b50e04fbb448 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0483315 Jun 18 08:09:48.594802 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4c75dc58-d684-4fa1-92d3-0d1116689a4f req-37bfa30f-fc3d-4fce-9170-7f85b9433c2b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438695 Jun 18 08:09:49.322700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520059b9-fdb8-4942-abce-13633ef86efa req-f907e40e-5f75-41bd-b6b9-8031cde42489 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:49.324590 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-520059b9-fdb8-4942-abce-13633ef86efa req-f907e40e-5f75-41bd-b6b9-8031cde42489 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0623963 Jun 18 08:09:49.372733 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-520059b9-fdb8-4942-abce-13633ef86efa req-e7b002b0-f32d-479d-9feb-043fa7a0a493 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Jun 18 08:09:49.727280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100ad42-dede-49a5-bc24-7bdb5ef1b6ec req-b38f5d96-9e86-4fbe-97bd-6365e9529492 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:49.728789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1100ad42-dede-49a5-bc24-7bdb5ef1b6ec req-b38f5d96-9e86-4fbe-97bd-6365e9529492 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0505416 Jun 18 08:09:49.775342 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1100ad42-dede-49a5-bc24-7bdb5ef1b6ec req-47e9b010-0076-4d1a-a96f-9ecff4a0f762 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Jun 18 08:09:50.144040 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-55bac055-263b-4728-b9ba-e57539837e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.145606 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-55bac055-263b-4728-b9ba-e57539837e5e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 1128 time: 0.0813360 Jun 18 08:09:50.408168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-75844679-79f5-4d33-82d4-4ad50935512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.409851 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-75844679-79f5-4d33-82d4-4ad50935512c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1128 time: 0.0561841 Jun 18 08:09:50.501076 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96252a47-698a-4e60-9fa5-b4b959835509 req-fb347788-21e6-437c-a4db-d9dfa6ca67e5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.502539 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-96252a47-698a-4e60-9fa5-b4b959835509 req-fb347788-21e6-437c-a4db-d9dfa6ca67e5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.0537419 Jun 18 08:09:50.637008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-e34e6589-1661-4a1c-af71-d289b675b57a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.638521 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-e34e6589-1661-4a1c-af71-d289b675b57a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 945 time: 0.1172256 Jun 18 08:09:50.652549 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-96252a47-698a-4e60-9fa5-b4b959835509 req-415f1d49-8b10-44a3-9621-84c5cb499fbc tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445155 Jun 18 08:09:50.679470 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-317901cc-f935-489a-a4f2-ec301feabb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.680851 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-317901cc-f935-489a-a4f2-ec301feabb99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.1585894 Jun 18 08:09:50.698655 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:50.803791 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-176f6fb5-429b-46d1-ae45-3d9dd30dbc2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 999 time: 0.1002674 Jun 18 08:09:50.809603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Deleting port b9ad9cab-6619-4942-a04b-ca380f88f089 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:09:50.809982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:50.853896 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:50.908981 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12474821-0ad6-4f2b-b7f3-b76a1270fc98 req-758d980e-fb5e-4343-a943-fdd82252337f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.910504 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-12474821-0ad6-4f2b-b7f3-b76a1270fc98 req-758d980e-fb5e-4343-a943-fdd82252337f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0552628 Jun 18 08:09:50.919548 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-373311b8-ea53-4993-a8fc-2b846de8d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.920993 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-373311b8-ea53-4993-a8fc-2b846de8d830 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1071250 Jun 18 08:09:50.960763 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-12474821-0ad6-4f2b-b7f3-b76a1270fc98 req-988935c5-e322-4ab9-a7d6-2fe7ef1d9297 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443690 Jun 18 08:09:50.981759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] For port b9ad9cab-6619-4942-a04b-ca380f88f089, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b9ad9cab-6619-4942-a04b-ca380f88f089,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:09:50.982127 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:50.991592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-2f5a5988-236e-4688-bc85-0f83385b7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:50.993330 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-2f5a5988-236e-4688-bc85-0f83385b7fd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632112 Jun 18 08:09:50.999941 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Calling delete_port for b9ad9cab-6619-4942-a04b-ca380f88f089 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:09:51.151152 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-9208aee1-96c4-45f9-92bc-fc67c6a6453f service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484711 Jun 18 08:09:51.267881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b9ad9cab-6619-4942-a04b-ca380f88f089), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:51.298275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Pushing event deleted for resources: {'Port': ['ID=b9ad9cab-6619-4942-a04b-ca380f88f089,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:09:51.311290 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['b9ad9cab-6619-4942-a04b-ca380f88f089'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:09:51.341112 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a215b4bc-81b0-4785-9d61-46c04c566228 req-1f14ac52-2fc4-404d-b211-e0977afd89d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754835 Jun 18 08:09:51.360756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] No DVR routers for this DVR port b9ad9cab-6619-4942-a04b-ca380f88f089 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:09:51.363433 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:51.366952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89e146c5-1449-46ab-ae44-cd7f57fb103f req-14ca3e16-0e9f-4887-9c47-99a67465d7a5 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "DELETE /v2.0/ports/b9ad9cab-6619-4942-a04b-ca380f88f089 HTTP/1.1" status: 204 len: 173 time: 0.6991127 Jun 18 08:09:51.367535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'name': 'network-vif-deleted', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:09:51.370069 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b414b-3e3c-47be-9b9e-ac54918dcfd9" -d '{"events": [{"server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "name": "network-vif-deleted", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:09:51.411602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab4e538-e7ba-445e-b7af-b6a9ca0fa97f x-openstack-request-id: req-4ab4e538-e7ba-445e-b7af-b6a9ca0fa97f {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:09:51.412166 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78bbd92-5f1f-46c5-aab5-856f06c90382", "name": "network-vif-deleted", "tag": "b9ad9cab-6619-4942-a04b-ca380f88f089", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:09:51.412166 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ab4e538-e7ba-445e-b7af-b6a9ca0fa97f {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:09:51.412673 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab4e538-e7ba-445e-b7af-b6a9ca0fa97f'] response: {'server_uuid': 'f78bbd92-5f1f-46c5-aab5-856f06c90382', 'name': 'network-vif-deleted', 'tag': 'b9ad9cab-6619-4942-a04b-ca380f88f089', 'status': 'completed', 'code': 200} Jun 18 08:09:51.764265 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5cda47c8-7e1f-4661-a7d6-44edf27ffe03 req-a1119ed9-f02e-4de0-8a12-cc0950ece41c tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0290763 Jun 18 08:09:52.130113 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3fb4-7025-4132-bf05-fdca65def854 req-0d792e1b-f137-40fa-b6fc-8b078f9ee3c0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:52.131909 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48eb3fb4-7025-4132-bf05-fdca65def854 req-0d792e1b-f137-40fa-b6fc-8b078f9ee3c0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0497985 Jun 18 08:09:52.215415 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48eb3fb4-7025-4132-bf05-fdca65def854 req-6894c3c8-3761-4d3d-b74b-795fa2e4645a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766125 Jun 18 08:09:52.886559 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-848572b0-3cd1-4a34-990d-0fb15ae82eba req-228ede34-275b-4104-8a87-f7ed45480a93 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0298657 Jun 18 08:09:53.345096 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d2b2a-0b8b-4c75-b27d-b8b26484cd2a req-06c03faf-2556-4066-a0cd-b834b974b16f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:53.346578 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b51d2b2a-0b8b-4c75-b27d-b8b26484cd2a req-06c03faf-2556-4066-a0cd-b834b974b16f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0523143 Jun 18 08:09:53.411056 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b51d2b2a-0b8b-4c75-b27d-b8b26484cd2a req-f49a5552-7d09-4b51-bb7b-55898225b2f7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585682 Jun 18 08:09:54.008220 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3b22f2eb-13e9-4220-8867-5ba34d35fcb0 req-42bbed2e-7155-45f3-a393-03463ec76752 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0316539 Jun 18 08:09:54.518976 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:54.537648 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dceab-eff6-4c8d-ab53-d22622ff79e9 req-7e75d6f0-018b-4dbf-a7e1-6c181009cd9b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:54.539232 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-933dceab-eff6-4c8d-ab53-d22622ff79e9 req-7e75d6f0-018b-4dbf-a7e1-6c181009cd9b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0475268 Jun 18 08:09:54.598006 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-933dceab-eff6-4c8d-ab53-d22622ff79e9 req-d0ea3ead-664a-47d2-b566-ce10fc01d1dd tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531542 Jun 18 08:09:54.983147 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:55.114706 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6bc8b658-a8fc-4438-9f93-55c2ed1bedbe req-e68d61c7-accf-4f60-a198-1da88b6bbecd tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0269294 Jun 18 08:09:55.285063 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b9ad9cab-6619-4942-a04b-ca380f88f089 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:09:55.305260 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: b9ad9cab-6619-4942-a04b-ca380f88f089 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:09:55.305886 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b9ad9cab-6619-4942-a04b-ca380f88f089 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:09:55.731098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905573-54de-43f9-96d7-02a4b56c5221 req-5c670ab7-c0a1-411d-ad22-f669bb268186 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:55.734106 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5e905573-54de-43f9-96d7-02a4b56c5221 req-5c670ab7-c0a1-411d-ad22-f669bb268186 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0551448 Jun 18 08:09:55.789656 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5e905573-54de-43f9-96d7-02a4b56c5221 req-79227515-3ad0-41d6-b314-4745c35c0b3b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493200 Jun 18 08:09:56.232316 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7fbc23c8-7655-4d2e-8fff-3ed23dc3150e req-7b899774-a5a2-43e1-bd43-9a796d2e9d97 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0393507 Jun 18 08:09:56.931450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c40e82-ef68-41b6-a19c-f200f58ecca8 req-966c36bf-385a-4528-aeed-3b2717343d96 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:56.935517 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22c40e82-ef68-41b6-a19c-f200f58ecca8 req-966c36bf-385a-4528-aeed-3b2717343d96 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0585110 Jun 18 08:09:56.939767 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=27 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:56.949798 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:56.960330 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:09:56.984256 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-22c40e82-ef68-41b6-a19c-f200f58ecca8 req-a8bf7dce-9aa1-45f6-8e09-47b86f4bc945 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 Jun 18 08:09:57.343079 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-43e1226c-079e-406d-bcba-285885e45e16 req-41f6b148-ea9f-4166-850f-8ebce13bc86d tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Jun 18 08:09:58.104203 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-649f157a-d8bd-4880-8a69-8c629844e7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:09:58.117088 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef6db-579a-4e75-8298-69481af5b23a req-36312e60-5be4-4d2c-9aca-257f0ad3ff95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:58.118693 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e8ef6db-579a-4e75-8298-69481af5b23a req-36312e60-5be4-4d2c-9aca-257f0ad3ff95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0606024 Jun 18 08:09:58.168194 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e8ef6db-579a-4e75-8298-69481af5b23a req-23afb5f9-9466-49ed-ab2c-cf51e0f138d8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430641 Jun 18 08:09:58.463898 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-debea876-a671-48c4-855d-3be5ef1f4e7d req-ecd87ed3-a32a-48a7-bf78-153eac8725ab tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Jun 18 08:09:59.297109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765e4c8-e953-47a5-92a8-0d518909191f req-7b6a52b1-77cf-4d8a-88a0-d5e188408b1c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:09:59.298924 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0765e4c8-e953-47a5-92a8-0d518909191f req-7b6a52b1-77cf-4d8a-88a0-d5e188408b1c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0539384 Jun 18 08:09:59.345681 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0765e4c8-e953-47a5-92a8-0d518909191f req-78685ce4-ab26-4c37-892c-bb55ff32692e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 Jun 18 08:09:59.583382 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-eee3652e-3457-4040-8e31-89a1274659db req-77f5cef2-a132-42d7-ac10-d06dad675473 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0333714 Jun 18 08:10:00.433719 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56603518-04f5-4026-b054-9f54f76aa58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:00.484114 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d905a-f289-4216-99c0-a356c5ab7046 req-6cbc80c1-82cd-4246-af52-c592bed6a88c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:00.486430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e0d905a-f289-4216-99c0-a356c5ab7046 req-6cbc80c1-82cd-4246-af52-c592bed6a88c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0468082 Jun 18 08:10:00.536974 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e0d905a-f289-4216-99c0-a356c5ab7046 req-6373894b-63ec-43de-8d5f-b737449b5432 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447948 Jun 18 08:10:00.700325 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-64db4d99-1244-4bad-8018-21d97838c2f0 req-48e0831c-2c49-471c-be6f-d2a4c52db3e0 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0305932 Jun 18 08:10:01.259832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:01.662384 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab04ff-1e66-4b6a-8e78-65e45fbf71a6 req-4ba5dde7-6c27-4fd7-8a60-a6a02d3da4cd tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:01.663980 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2ab04ff-1e66-4b6a-8e78-65e45fbf71a6 req-4ba5dde7-6c27-4fd7-8a60-a6a02d3da4cd tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0484071 Jun 18 08:10:01.719699 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2ab04ff-1e66-4b6a-8e78-65e45fbf71a6 req-7841e701-9218-4b1f-9220-3c5600f9ef8a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500088 Jun 18 08:10:01.881940 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2cc33270-ace6-441e-ac97-93f7fb19112e req-58d9eb47-bef4-474c-ba52-a760b7dc987c tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0409553 Jun 18 08:10:02.793807 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:02.900049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5cf51-ea11-49a1-b457-f398c5046b69 req-fe75e16b-7e66-44f0-bcc9-125c435fa4d8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:02.901520 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-08c5cf51-ea11-49a1-b457-f398c5046b69 req-fe75e16b-7e66-44f0-bcc9-125c435fa4d8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0517533 Jun 18 08:10:02.933879 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:02.949855 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-08c5cf51-ea11-49a1-b457-f398c5046b69 req-d55b6945-0758-4582-a5c3-d7266867ba58 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426536 Jun 18 08:10:03.002114 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70664ed8-ef41-4763-ab12-bc62f1025c96 req-f13ed87c-23dc-4c8a-ac4d-2601725d756f tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0387888 Jun 18 08:10:03.259804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:04.088922 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb946-dad1-4cdf-ba49-bc8802c3663d req-e189df4b-7fdd-41cd-9340-9ca540cb27fc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:04.090369 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1beb946-dad1-4cdf-ba49-bc8802c3663d req-e189df4b-7fdd-41cd-9340-9ca540cb27fc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0477648 Jun 18 08:10:04.139091 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1beb946-dad1-4cdf-ba49-bc8802c3663d req-81b7674f-1636-4d47-bd20-8f100088790e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 Jun 18 08:10:04.241990 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cdbbb976-786c-4d83-9720-fbbf18dfcdbd req-dca1ad91-07b0-4060-a863-998cc58ea5cf tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0345097 Jun 18 08:10:05.264532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b8bb3-18f0-4024-ae9f-517a20ed8ce2 req-0fd1b137-0b3b-4294-8a15-c92b96e0d70b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:05.265973 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b85b8bb3-18f0-4024-ae9f-517a20ed8ce2 req-0fd1b137-0b3b-4294-8a15-c92b96e0d70b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0462861 Jun 18 08:10:05.319728 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b85b8bb3-18f0-4024-ae9f-517a20ed8ce2 req-5f4a256f-0d6a-4c18-96a2-3967cf5d5c3e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481610 Jun 18 08:10:05.425142 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-50393f34-91d1-44c7-b010-eb75477c5765 req-61c81b8f-e505-4d13-8237-a51bc6c44a2d tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0305309 Jun 18 08:10:06.453475 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aed98-6dc2-4d13-ad3f-7aab80256913 req-01964c77-ea05-4c8b-b7e0-b4a693296643 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:06.454968 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-871aed98-6dc2-4d13-ad3f-7aab80256913 req-01964c77-ea05-4c8b-b7e0-b4a693296643 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Jun 18 08:10:06.505828 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-871aed98-6dc2-4d13-ad3f-7aab80256913 req-e14917d5-6932-4c69-be11-0b63b4f31b30 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Jun 18 08:10:06.604706 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52e313ca-f4ce-47c5-b6cd-29c6db80a4d3 req-b98d1e92-57f5-429c-a8ed-4ab6feb2dbc2 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=f78bbd92-5f1f-46c5-aab5-856f06c90382 HTTP/1.1" status: 200 len: 210 time: 0.0300024 Jun 18 08:10:07.284366 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-0358cbcd-0240-4de4-859d-e4d07746729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:07.285853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-0358cbcd-0240-4de4-859d-e4d07746729f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1128 time: 0.0409522 Jun 18 08:10:07.404381 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-338a44da-0a2b-4dc8-8527-a4b60bbd92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:07.405891 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-338a44da-0a2b-4dc8-8527-a4b60bbd92cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.0938079 Jun 18 08:10:07.432316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:07.487224 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-e4f872f3-5731-4b05-94a9-013f8e29e134 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 200 len: 999 time: 0.0610900 Jun 18 08:10:07.560854 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-3cd17a7b-9107-455d-9040-680c07ba6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:07.562722 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-3cd17a7b-9107-455d-9040-680c07ba6917 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.0461841 Jun 18 08:10:07.641196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-14f203d2-d25e-4d2f-8566-2af8abf91e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:07.642663 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-14f203d2-d25e-4d2f-8566-2af8abf91e14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0714135 Jun 18 08:10:07.650625 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7f20f-d499-4c08-91b9-edc2a2dd4d35 req-12b92623-77b1-4989-9911-b95b896df4f6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:07.652036 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ae7f20f-d499-4c08-91b9-edc2a2dd4d35 req-12b92623-77b1-4989-9911-b95b896df4f6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0711310 Jun 18 08:10:07.750005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:07.760723 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6ae7f20f-d499-4c08-91b9-edc2a2dd4d35 req-42524892-d71a-4e71-943d-e9db13687b54 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006525 Jun 18 08:10:07.772798 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-0d5f40da-698b-42f8-9ffb-72101ee33801 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196947 Jun 18 08:10:07.880568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bc89a4b8-65e9-4201-bf46-8390c9893477 req-e14a975c-76e4-425c-9a83-d3c83b075faa service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972085 Jun 18 08:10:08.893105 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929823e2-2e57-47d2-a87a-bc381d223e0b req-10320c28-fc04-4b3d-929e-259a2d6cfd01 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:08.894508 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-929823e2-2e57-47d2-a87a-bc381d223e0b req-10320c28-fc04-4b3d-929e-259a2d6cfd01 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0526764 Jun 18 08:10:08.944228 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-929823e2-2e57-47d2-a87a-bc381d223e0b req-f75d6b1d-34e0-47c5-a372-6b98a1ba04cd tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439489 Jun 18 08:10:10.069406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a1a62-22ae-42b7-9109-dd8eed0b3766 req-46ea340d-6df0-43c0-b245-ab22d0d2b3dc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:10.070855 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce6a1a62-22ae-42b7-9109-dd8eed0b3766 req-46ea340d-6df0-43c0-b245-ab22d0d2b3dc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0459993 Jun 18 08:10:10.118000 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ce6a1a62-22ae-42b7-9109-dd8eed0b3766 req-ec3fdc7d-0f3b-4224-a80d-58a027996563 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Jun 18 08:10:11.260732 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db8e7e-bf77-4f26-9398-6b78d7631915 req-3aedaa39-2324-4e19-a882-62589bd7f6a9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:11.262198 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-96db8e7e-bf77-4f26-9398-6b78d7631915 req-3aedaa39-2324-4e19-a882-62589bd7f6a9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0578516 Jun 18 08:10:11.311241 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-96db8e7e-bf77-4f26-9398-6b78d7631915 req-f6d17a7b-1a77-43ed-b73c-c14911834529 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433779 Jun 18 08:10:12.437481 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e88ea-ce7e-4098-9fff-4619331dd092 req-f133a1ac-4ee9-40fd-8b5c-0785661d959a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:12.438952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c6e88ea-ce7e-4098-9fff-4619331dd092 req-f133a1ac-4ee9-40fd-8b5c-0785661d959a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0511146 Jun 18 08:10:12.487825 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c6e88ea-ce7e-4098-9fff-4619331dd092 req-8c1a45f3-cbf6-4fa0-b56c-39efaa4abdf5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408633 Jun 18 08:10:13.248935 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:13.252983 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:13.611900 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb94ef-ebde-4fca-aa8a-2a6062350c26 req-9813451a-f1f2-45df-9c0d-8228bf72d0ab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:13.613369 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d0cb94ef-ebde-4fca-aa8a-2a6062350c26 req-9813451a-f1f2-45df-9c0d-8228bf72d0ab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0466430 Jun 18 08:10:13.655920 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:13.663800 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d0cb94ef-ebde-4fca-aa8a-2a6062350c26 req-7ecc1894-e3df-4223-b842-cb4f07a48f41 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422144 Jun 18 08:10:14.795847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f5303-bc76-4fee-9d11-556e859b957f req-d3341a62-f88a-4ea3-8a9a-a71d0722d5ad tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:14.797579 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d43f5303-bc76-4fee-9d11-556e859b957f req-d3341a62-f88a-4ea3-8a9a-a71d0722d5ad tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0507693 Jun 18 08:10:14.856197 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d43f5303-bc76-4fee-9d11-556e859b957f req-1574cb69-f8bd-4931-8633-5ccab829c3db tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493546 Jun 18 08:10:15.984970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0e17d-8c45-4eab-a0df-02b38a730de3 req-bf283ef9-d42e-4eee-932c-12fafdf1010b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:15.986622 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0bd0e17d-8c45-4eab-a0df-02b38a730de3 req-bf283ef9-d42e-4eee-932c-12fafdf1010b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0493555 Jun 18 08:10:16.049202 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0bd0e17d-8c45-4eab-a0df-02b38a730de3 req-77a7cbfd-ab51-4444-9ae2-b53f112b02a3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566993 Jun 18 08:10:17.179811 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41722-bc03-4588-8348-f1a413fa7d92 req-13f4f88e-7137-4329-bcd9-c0759d920cf4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:17.181254 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4b41722-bc03-4588-8348-f1a413fa7d92 req-13f4f88e-7137-4329-bcd9-c0759d920cf4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 944 time: 0.0454290 Jun 18 08:10:17.231719 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b4b41722-bc03-4588-8348-f1a413fa7d92 req-bf4abc7e-5467-46b5-a19d-1011fb9cd637 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Jun 18 08:10:17.305279 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:10:17.415820 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:17.427599 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'mac_address': 'fa:16:3e:c0:29:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:10:17.470008 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:17.470402 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:17.484100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:10:17.505021 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:17.509452 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:17.558445 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=9']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:18.360827 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776db02-58ce-4319-909a-9de065dceac2 req-f2a4c2b4-4bf5-42be-b5ca-5b1580d0ff5d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:18.362260 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7776db02-58ce-4319-909a-9de065dceac2 req-f2a4c2b4-4bf5-42be-b5ca-5b1580d0ff5d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.0479078 Jun 18 08:10:18.413394 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7776db02-58ce-4319-909a-9de065dceac2 req-383ee1c9-020f-4e4f-bed8-1e1010b92d5d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Jun 18 08:10:18.806620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-d590d016-06e7-4a6a-9088-1f06a9d1312b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:18.808040 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-d590d016-06e7-4a6a-9088-1f06a9d1312b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 814 time: 0.1106019 Jun 18 08:10:18.826525 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-8f880eec-8a1d-4a4b-a9b4-e0c2fe6e854b tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/quotas/c53dba3c495141569fc1a011b51023b2 HTTP/1.1" status: 200 len: 375 time: 0.0098345 Jun 18 08:10:18.858836 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-9877edb8-3f83-47cc-93ae-aa4d2e4d31ed tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265563 Jun 18 08:10:18.952509 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-f44e243b-03e9-4018-8e9c-d2c434004613 service neutron] 10.222.0.23 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Jun 18 08:10:19.022992 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:19.050887 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-28d76b99-cfc3-478e-b333-abb8e6c09013 service neutron] 10.222.0.23 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905802 Jun 18 08:10:19.214039 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5a7820fa-b903-4df6-8b4c-e293f9ac74ab req-306d4898-65c5-4d8a-9d79-b90d88bbb95a tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 210 time: 0.0269284 Jun 18 08:10:19.536094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9b860-bfad-4dea-b388-d5bd997b5009 req-e28296be-332c-4763-ad4b-31ab263d940d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:19.537593 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c2a9b860-bfad-4dea-b388-d5bd997b5009 req-e28296be-332c-4763-ad4b-31ab263d940d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Jun 18 08:10:19.585735 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c2a9b860-bfad-4dea-b388-d5bd997b5009 req-f302dab4-9166-4280-8102-5cc3e54e1c1c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424306 Jun 18 08:10:19.839004 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:10:19.844901 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:20.319855 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-dc9d0a06-d2a1-479d-a2c4-1457f13b2fa9 req-0d4a9d6b-9e78-431e-b609-11d603bd6ff1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 210 time: 0.0271869 Jun 18 08:10:20.706679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:20.717169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed241e-b10c-4202-a9f8-b928550bd4f3 req-36f51260-8a5f-41dd-931b-922692ff9449 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:20.718611 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1ed241e-b10c-4202-a9f8-b928550bd4f3 req-36f51260-8a5f-41dd-931b-922692ff9449 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Jun 18 08:10:20.764054 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c1ed241e-b10c-4202-a9f8-b928550bd4f3 req-094f8554-91ff-42f3-a2e3-2d52fa60ec70 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398939 Jun 18 08:10:20.767618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['3d6a72a8-a827-40a1-a433-2fdd5bd23450'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:10:21.674468 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-210378d8-dfcf-4e57-adfa-17cd39bcb60b req-60d962a7-0839-4c71-aab3-7a6d052b39ce tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 210 time: 0.2868633 Jun 18 08:10:21.891070 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82ae4-4138-4e71-b739-c8d0608891a7 req-28b7a418-7eea-4b1b-b220-8757af65bced tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:21.892412 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-19f82ae4-4138-4e71-b739-c8d0608891a7 req-28b7a418-7eea-4b1b-b220-8757af65bced tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Jun 18 08:10:21.941436 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-19f82ae4-4138-4e71-b739-c8d0608891a7 req-ebbba225-8d60-4e0d-9a24-979d91489c8c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433154 Jun 18 08:10:22.411660 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53686) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:22.416214 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585910642', 'description': 'tempest-description--1130735716'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:22.437624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.505324 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (bd135f25-5a9c-42a8-8882-07e97ecfe8cd), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.509649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (bd135f25-5a9c-42a8-8882-07e97ecfe8cd), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.539391 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd135f25-5a9c-42a8-8882-07e97ecfe8cd,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:22.548506 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.549359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.549840 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.551357 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.551734 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.552129 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.552644 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.552997 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.553380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.553814 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.554171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.554911 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.555335 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.555680 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.556290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.562584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.564006 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-95c459ea-b0c3-4226-ad85-790521580d93 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1512837 Jun 18 08:10:22.567204 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53688) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:22.577594 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'bd135f25-5a9c-42a8-8882-07e97ecfe8cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:22.593714 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:10:22.632984 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (da54f270-acbc-4385-b4ee-68fae0644e0f), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.644464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:10:22.644833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.674206 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-fac29633-beb6-4e0d-ac36-22ced47b7f95 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:22.676406 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-fac29633-beb6-4e0d-ac36-22ced47b7f95 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 814 time: 0.1511014 Jun 18 08:10:22.705434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Request body: {'port': {'device_id': '44787ebd-dffd-4b10-8b25-19253731e76e', 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9', 'admin_state_up': True, 'tenant_id': 'c53dba3c495141569fc1a011b51023b2'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:22.712022 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (da54f270-acbc-4385-b4ee-68fae0644e0f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.719439 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (da54f270-acbc-4385-b4ee-68fae0644e0f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.744264 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da54f270-acbc-4385-b4ee-68fae0644e0f,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:22.745547 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:22.746320 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.754258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.756732 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f9cb8925-1237-42c8-a675-df35442de90c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883543 Jun 18 08:10:22.759507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53702) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:22.766172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'bd135f25-5a9c-42a8-8882-07e97ecfe8cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:22.776662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:22.779845 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2500d5b-44f2-4237-aee9-55298b0934b3" -d '{"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:22.801963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (4a41be1c-00f5-47b3-a36e-64b4bb3a1dfc), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.809307 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:22.830079 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.835000 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:22.865860 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab39ade-e4b6-4c87-a1dc-dd9d27cbfe5f x-openstack-request-id: req-2ab39ade-e4b6-4c87-a1dc-dd9d27cbfe5f {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:22.866628 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:22.867156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ab39ade-e4b6-4c87-a1dc-dd9d27cbfe5f {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:22.867742 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab39ade-e4b6-4c87-a1dc-dd9d27cbfe5f'] response: {'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'code': 200} Jun 18 08:10:22.872516 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c39742fe-b7b5-49ed-9a45-4dae97b5ab19 req-35d4d976-fe7a-4729-aacb-fa2811a67f2f tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 210 time: 0.0500550 Jun 18 08:10:22.915220 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=10']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:22.919588 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (4a41be1c-00f5-47b3-a36e-64b4bb3a1dfc), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.923606 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.923759 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.924266 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.924675 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.925039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4a41be1c-00f5-47b3-a36e-64b4bb3a1dfc), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.925165 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.925486 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.925884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.926399 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.926884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.927514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.928007 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.928566 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.928894 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.929284 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.930159 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:22.935169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Made reservation on behalf of c53dba3c495141569fc1a011b51023b2 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:10:22.938994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.951004 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a41be1c-00f5-47b3-a36e-64b4bb3a1dfc,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:22.959222 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:22.962926 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f248f662-208d-44a1-8119-b959ee9dc74a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996291 Jun 18 08:10:22.963189 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53706) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:22.968339 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:22.983960 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:22.996743 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.079643 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.116423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e091bc-7e3f-44eb-acc9-cba187f8506a req-09c8d6f3-4717-4574-a610-d8f3ad6e5729 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:23.117922 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67e091bc-7e3f-44eb-acc9-cba187f8506a req-09c8d6f3-4717-4574-a610-d8f3ad6e5729 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0870798 Jun 18 08:10:23.141528 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Allocated IP 172.20.0.9 (34728dbd-466c-4060-9c86-3143df93aca9/26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7/cdb895e1-a150-4a21-b0ed-78b7a58b6e44) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:10:23.188832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-67e091bc-7e3f-44eb-acc9-cba187f8506a req-1d5a635a-3fbd-481c-8f06-7421dd07d668 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640712 Jun 18 08:10:23.192337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.27.2.124 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/fda386b9-8475-4583-94cb-f7e9f05f40e3) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:10:23.304380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.329051 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks [] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.332390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:23.354889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.377926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.404969 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:10:23.408462 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:10:23.410426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=fda386b9-8475-4583-94cb-f7e9f05f40e3,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:23.412733 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:10:23.447730 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Network 34728dbd-466c-4060-9c86-3143df93aca9 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:10:23.464006 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:10:23.489434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Pushing event updated for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:23.491824 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:10:23.512039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.527248 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:23.535258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.535602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.535933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.536259 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.536580 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.536900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.537216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.537528 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.537844 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.538156 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.538474 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.538781 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.539116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.539427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.539738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:10:23.562923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be192b-19bb-4b74-925d-fadb5282ce8d req-29b41a93-cd0a-4f6c-8d72-35eb82125da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:23.563200 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.564456 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43be192b-19bb-4b74-925d-fadb5282ce8d req-29b41a93-cd0a-4f6c-8d72-35eb82125da3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 1131 time: 0.1189024 Jun 18 08:10:23.606179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:23.606696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.637369 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2838-2d31-4024-b408-d98a3e4b71d5 req-877e2505-7d3b-4360-be77-ef348b3f85f2 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:23.638853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-227f2838-2d31-4024-b408-d98a3e4b71d5 req-877e2505-7d3b-4360-be77-ef348b3f85f2 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.1159251 Jun 18 08:10:23.644519 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-26150e60-a440-4e3a-be79-9d1bce6b2d60 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9467754 Jun 18 08:10:23.683260 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43be192b-19bb-4b74-925d-fadb5282ce8d req-c067dad7-64c7-4f6b-bba1-6e629923c2af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907741 Jun 18 08:10:23.707711 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-227f2838-2d31-4024-b408-d98a3e4b71d5 req-fcd802ea-84cb-4bae-85a2-c21f33b5d66b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621979 Jun 18 08:10:23.914174 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:23.933721 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:23.940610 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.005939 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:24.043799 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=fda386b9-8475-4583-94cb-f7e9f05f40e3,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:24.065817 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb1546-65cc-49ae-bef5-41e6c53a9ea1 req-33b3a764-15fa-4ae6-bfe6-4a58928a0338 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:24.067331 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d2bb1546-65cc-49ae-bef5-41e6c53a9ea1 req-33b3a764-15fa-4ae6-bfe6-4a58928a0338 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 931 time: 0.0914259 Jun 18 08:10:24.068177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.079958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Request body: {'port': {'device_id': '44787ebd-dffd-4b10-8b25-19253731e76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:24.095202 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.096470 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b977cfc6-9d1b-4141-a875-b6a6815ad3d4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1322939 Jun 18 08:10:24.129298 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d2bb1546-65cc-49ae-bef5-41e6c53a9ea1 req-d7968e63-a016-4ca2-9a77-47b093a8006d tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539515 Jun 18 08:10:24.148084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.310261 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f549ea-bc6c-495c-b61d-3c22762d9719 req-4ed7073b-b297-4b4c-9eec-67a1c55d89d5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:24.312494 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0f549ea-bc6c-495c-b61d-3c22762d9719 req-4ed7073b-b297-4b4c-9eec-67a1c55d89d5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0465229 Jun 18 08:10:24.361433 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0f549ea-bc6c-495c-b61d-3c22762d9719 req-ad054203-5de8-40c5-927d-cee09d10866a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Jun 18 08:10:24.367557 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-2c070745-fd5b-4f0c-9058-852c7d6c2526 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1585910642&fields=id&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 267 time: 0.0997140 Jun 18 08:10:24.531269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb895e1-a150-4a21-b0ed-78b7a58b6e44 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:10:24.541068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-48505ce3-773a-4d05-8f32-4f7e1697a132 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:24.542518 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-48505ce3-773a-4d05-8f32-4f7e1697a132 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1703639 Jun 18 08:10:24.547023 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks [] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.572776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Transition to ACTIVE for port object cdb895e1-a150-4a21-b0ed-78b7a58b6e44 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:10:24.574929 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-05e0fcd8-15cb-42d4-bb4e-f179b284ce99 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/quotas/c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 375 time: 0.0212374 Jun 18 08:10:24.576985 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.646003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:24.661404 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-d24d0cdf-425e-4729-93c6-ab2d74831f4a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790801 Jun 18 08:10:24.674723 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:24.789352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:24.829347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Attempting to bind port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:10:24.829668 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Attempting to bind port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:10:24.829988 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Attempting to bind port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 on network 34728dbd-466c-4060-9c86-3143df93aca9 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:10:24.836356 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c7df-5fbe-41e0-b0e9-a4dedebf3b76 req-483f9716-d7c1-4b5a-bf8f-c4ac5d9b8947 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:24.837146 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-13d61d4c-0efb-4d84-be7a-efc9cb265b78 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634717 Jun 18 08:10:24.838067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 on network 34728dbd-466c-4060-9c86-3143df93aca9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:10:24.838382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Attempting to bind port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 on network 34728dbd-466c-4060-9c86-3143df93aca9 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:10:24.838644 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea97c7df-5fbe-41e0-b0e9-a4dedebf3b76 req-483f9716-d7c1-4b5a-bf8f-c4ac5d9b8947 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0560613 Jun 18 08:10:24.851773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:10:24.852106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Checking segment: {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:10:24.852594 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Bound using segment: {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:10:24.852930 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Bound port: cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674fc568-4bc9-45cd-aa99-891c695039f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:10:24.853236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.890324 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ea97c7df-5fbe-41e0-b0e9-a4dedebf3b76 req-300461c8-8ec5-477f-b0c1-67ee67eef03a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Jun 18 08:10:24.979629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:10:24.982839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:10:24.985047 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:24.985851 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-11621cd6-4f61-42db-8cdd-f0d975072554 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419935 Jun 18 08:10:24.992943 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:25.036755 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:25.037442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:25.038997 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/cdb895e1-a150-4a21-b0ed-78b7a58b6e44 HTTP/1.1" status: 200 len: 1093 time: 0.9633601 Jun 18 08:10:25.039565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:25.041963 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b091df-66fc-4a71-984d-5ba5e91d0abc" -d '{"events": [{"name": "network-changed", "server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:25.062385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400427c9-1ca5-4f05-87a9-f8f0cf58d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:25.104379 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b59e6b0-3520-4128-8f95-6cf76e54d32c x-openstack-request-id: req-4b59e6b0-3520-4128-8f95-6cf76e54d32c {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:25.104671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:25.104923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b59e6b0-3520-4128-8f95-6cf76e54d32c {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:25.105329 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b59e6b0-3520-4128-8f95-6cf76e54d32c'] response: {'name': 'network-changed', 'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44', 'status': 'completed', 'code': 200} Jun 18 08:10:25.182924 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4df50848-8f64-4b28-94e2-69942d1dfcb1 req-f65c449b-ca9d-42a7-aa47-90b17cfa2693 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0297914 Jun 18 08:10:25.255996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e3e1-28fb-4771-91c4-a2d026609b59 req-cf5f45d6-5b2e-4bfc-be76-a3491b6967fe tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:25.257690 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fe8e3e1-28fb-4771-91c4-a2d026609b59 req-cf5f45d6-5b2e-4bfc-be76-a3491b6967fe tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 943 time: 0.0529633 Jun 18 08:10:25.303894 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fe8e3e1-28fb-4771-91c4-a2d026609b59 req-8f38564e-ea7b-41c7-91b3-0f2cee67a794 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Jun 18 08:10:25.494068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ffcc6-18ff-4589-9aa4-79653fb068af req-17f513b6-9ed5-4115-88f1-d0c803a7bb95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:25.495550 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e0ffcc6-18ff-4589-9aa4-79653fb068af req-17f513b6-9ed5-4115-88f1-d0c803a7bb95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0491111 Jun 18 08:10:25.546590 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1e0ffcc6-18ff-4589-9aa4-79653fb068af req-de1f4f70-f62b-4822-81ff-9ac209f038e6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451462 Jun 18 08:10:25.839324 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-525a0bd1-cc32-4a2a-bc6c-baa1834c9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:25.841046 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-525a0bd1-cc32-4a2a-bc6c-baa1834c9a24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 1127 time: 0.0402167 Jun 18 08:10:25.901705 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-2233fbf1-c519-4219-a118-e6a226d68f96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44 HTTP/1.1" status: 200 len: 217 time: 0.0380402 Jun 18 08:10:25.993664 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-0ab93c88-0bd8-47dc-85dc-d030f1dfac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:25.995150 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-0ab93c88-0bd8-47dc-85dc-d030f1dfac18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 HTTP/1.1" status: 200 len: 854 time: 0.0771208 Jun 18 08:10:26.021238 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81fb40-42f4-4568-b5a6-3f9d8a69ada9 req-0b5f3aa1-34fc-4e1a-9267-76e2bc0a148a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:26.022734 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ba81fb40-42f4-4568-b5a6-3f9d8a69ada9 req-0b5f3aa1-34fc-4e1a-9267-76e2bc0a148a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0623641 Jun 18 08:10:26.044762 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-a9358e21-f972-41fb-8dc1-f29f7956207f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34728dbd-466c-4060-9c86-3143df93aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413675 Jun 18 08:10:26.133496 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ba81fb40-42f4-4568-b5a6-3f9d8a69ada9 req-75a4fda9-fe5a-4d3b-be31-c0fc1e8096e7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963247 Jun 18 08:10:26.198182 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-8501d3cc-fc0c-4f88-8743-5463a266423b service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437588 Jun 18 08:10:26.286098 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e06eaa47-8eb6-4b86-b5a9-893fc97252de req-0c1cbefa-4e65-454e-b532-f2054611edb4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0323219 Jun 18 08:10:26.442310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096ca4f-cd47-42cf-b2a8-f8ca798e49dc req-29573ed0-986f-4993-a51a-04120c3d3814 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:26.443831 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b096ca4f-cd47-42cf-b2a8-f8ca798e49dc req-29573ed0-986f-4993-a51a-04120c3d3814 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 943 time: 0.0641582 Jun 18 08:10:26.470220 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 53812) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:26.491115 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:26.561121 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b096ca4f-cd47-42cf-b2a8-f8ca798e49dc req-8dc3bcd1-0cb2-4135-be41-d24a0fdeb7ca tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089005 Jun 18 08:10:26.587000 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ef00c56-6fd8-4ae9-88e9-28a9b8a9bea3 req-23e40238-e2e1-4626-bc65-bec5bda3500d service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521816 Jun 18 08:10:26.600748 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4b8-da4a-40e4-ac21-4ebd85271c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.703279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cdc4b-d9eb-455b-ae60-9709c786c197 req-eeb18467-f540-4ad6-bd0c-aba45a9ebdad tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:26.704771 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-578cdc4b-d9eb-455b-ae60-9709c786c197 req-eeb18467-f540-4ad6-bd0c-aba45a9ebdad tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0616586 Jun 18 08:10:26.743794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:26.760168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-44cbeb50-18f6-4fc9-8e90-278a65e2c375 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:26.761636 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-44cbeb50-18f6-4fc9-8e90-278a65e2c375 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1294260 Jun 18 08:10:26.767975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4b8-da4a-40e4-ac21-4ebd85271c96 admin admin] Publish callbacks [] for security_group (b212d5a9-90c6-4eaa-9005-a43a6cb4266b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.772507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-bfd8a4b8-da4a-40e4-ac21-4ebd85271c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b212d5a9-90c6-4eaa-9005-a43a6cb4266b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.786120 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-578cdc4b-d9eb-455b-ae60-9709c786c197 req-ca7938b0-43f5-474f-a173-96f140ea508c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743580 Jun 18 08:10:26.813887 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-bfd8a4b8-da4a-40e4-ac21-4ebd85271c96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94938dc749224c3c9a04a53da1bae97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425422 Jun 18 08:10:26.816708 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53818) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:26.820346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8a4b8-da4a-40e4-ac21-4ebd85271c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b212d5a9-90c6-4eaa-9005-a43a6cb4266b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:26.848928 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:26.871230 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] Publish callbacks [] for security_group (b212d5a9-90c6-4eaa-9005-a43a6cb4266b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.892967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] Publish callbacks [] for security_group (b212d5a9-90c6-4eaa-9005-a43a6cb4266b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.941473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b212d5a9-90c6-4eaa-9005-a43a6cb4266b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.944060 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:26.945781 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b212d5a9-90c6-4eaa-9005-a43a6cb4266b HTTP/1.1" status: 204 len: 168 time: 0.1280739 Jun 18 08:10:26.953982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a211948-2d0e-4e15-aea0-03068010c91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b212d5a9-90c6-4eaa-9005-a43a6cb4266b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:27.260872 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125e36e-6c60-4a4e-aaa5-2b8c48783854 req-0878a0a5-be3f-411c-bec5-314d5524f0c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:27.262391 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d125e36e-6c60-4a4e-aaa5-2b8c48783854 req-0878a0a5-be3f-411c-bec5-314d5524f0c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0498614 Jun 18 08:10:27.309682 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d125e36e-6c60-4a4e-aaa5-2b8c48783854 req-66b983f6-a809-4f7e-af13-58ede272b844 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Jun 18 08:10:27.387950 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fbea101e-a41a-4c86-83e3-0827d52f1dd6 req-7e0ce9ef-206a-4b26-8788-a5839e0bb14e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0301590 Jun 18 08:10:27.687451 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c58d0-8bca-4b85-9bdb-9c4ba37c5ccf req-50d21a92-3228-4784-a031-162f56c0df33 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:27.688910 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e44c58d0-8bca-4b85-9bdb-9c4ba37c5ccf req-50d21a92-3228-4784-a031-162f56c0df33 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 943 time: 0.0526230 Jun 18 08:10:27.738482 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e44c58d0-8bca-4b85-9bdb-9c4ba37c5ccf req-1d0fda08-fbe3-45af-916e-99f2d108ec97 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Jun 18 08:10:27.927174 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee351-8a19-47a4-b810-0a0a58ea9d7c req-dd0e4d34-49b1-4f37-8340-8fc08bcd6b1a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:27.928696 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-853ee351-8a19-47a4-b810-0a0a58ea9d7c req-dd0e4d34-49b1-4f37-8340-8fc08bcd6b1a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0661676 Jun 18 08:10:27.942006 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-1f38c027-d83e-487c-b9a1-e5659a4ff418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:27.943531 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-1f38c027-d83e-487c-b9a1-e5659a4ff418 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c53dba3c495141569fc1a011b51023b2&device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 1127 time: 0.0665338 Jun 18 08:10:27.967288 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:27.980582 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-853ee351-8a19-47a4-b810-0a0a58ea9d7c req-4ef4fac0-966c-4dc5-843c-5fdd921b4893 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448122 Jun 18 08:10:28.006430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-d7defb08-c38d-4d0a-a07c-31e4c0a5fa73 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 473 time: 0.1307271 Jun 18 08:10:28.070146 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-33cb9eb6-0a97-49e9-a393-a808909818db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:28.071966 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-33cb9eb6-0a97-49e9-a393-a808909818db service neutron] 10.222.0.16 "GET /v2.0/networks?id=34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 200 len: 915 time: 0.1026254 Jun 18 08:10:28.109457 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b3b8be5b-0910-40aa-8128-7cacf81c7d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:28.159656 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'port': {'device_id': '5f253692-d1ff-49e3-8583-70666337a4cd', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'admin_state_up': True, 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'security_groups': ['bd135f25-5a9c-42a8-8882-07e97ecfe8cd']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:28.199210 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-d62af770-5e6a-4026-a423-9d8d05c94893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44 HTTP/1.1" status: 200 len: 217 time: 0.0492623 Jun 18 08:10:28.307775 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-b48a2913-ae32-4fda-ab9e-e636de2dd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:28.309238 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-b48a2913-ae32-4fda-ab9e-e636de2dd155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 HTTP/1.1" status: 200 len: 854 time: 0.0959086 Jun 18 08:10:28.332217 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:28.357385 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-340ca53f-2238-48bd-9bda-cabf338c4268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34728dbd-466c-4060-9c86-3143df93aca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343516 Jun 18 08:10:28.359846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:10:28.363550 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:28.485971 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-15dc1fc0-e21c-400a-a927-22e273e29b5f req-cd647e4c-de00-46db-9c10-e67686860674 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jun 18 08:10:28.515676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e04be-1ef2-4419-896d-60883668b62b req-cbefe537-e5a7-4948-ae4b-e4346db94de5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:28.517140 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e06e04be-1ef2-4419-896d-60883668b62b req-cbefe537-e5a7-4948-ae4b-e4346db94de5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.1289375 Jun 18 08:10:28.550027 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:28.602359 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-023d21eb-12b9-433c-b894-79e30f143cc0 service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287261 Jun 18 08:10:28.657094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.20.0.11 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:10:28.661561 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e06e04be-1ef2-4419-896d-60883668b62b req-deb9f368-7c27-49fc-bed7-7422509d4a70 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344454 Jun 18 08:10:28.767324 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b091df-66fc-4a71-984d-5ba5e91d0abc req-5fd140a2-e21b-4720-85cb-fedf70013229 service neutron] 10.222.0.16 "GET /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536384 Jun 18 08:10:28.853650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687a725-c00a-44c7-8083-7851c5b66bc1 req-76dcf85f-e42c-4660-b6b0-198556cfcdb1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:28.855219 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a687a725-c00a-44c7-8083-7851c5b66bc1 req-76dcf85f-e42c-4660-b6b0-198556cfcdb1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 943 time: 0.0501997 Jun 18 08:10:28.857034 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:28.891906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:28.908826 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a687a725-c00a-44c7-8083-7851c5b66bc1 req-085d91cf-fc9d-4616-8432-73a26602cef6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Jun 18 08:10:28.936331 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:10:28.939817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:10:28.942321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:10:28.971756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:28.997886 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:28.998509 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.017044 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-b892d598-dc13-495a-817f-e4a51ef413cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608589 Jun 18 08:10:29.036839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Request body: {'port': {'device_id': '5f253692-d1ff-49e3-8583-70666337a4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:29.063241 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:29.103484 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.172530 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-20d56c2f-98ec-41f1-8b0e-486c23059172 None None] Provisioning complete for port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:10:29.173166 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20d56c2f-98ec-41f1-8b0e-486c23059172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.195252 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:29.204223 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-20d56c2f-98ec-41f1-8b0e-486c23059172 None None] Port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:10:29.335539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:29.365828 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:10:29.373562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks [] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.387739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Transition to ACTIVE for port object b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:10:29.392872 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.438740 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Pushing event updated for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:29.518719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Attempting to bind port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:10:29.519318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Attempting to bind port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:10:29.519887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Attempting to bind port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:10:29.525442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:10:29.525766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Attempting to bind port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:10:29.532858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:10:29.533187 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:10:29.533671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:10:29.534100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Bound port: b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:10:29.534459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.633392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea3d21-f55a-4d99-8937-3dcf174c3dfd req-58a3f09c-9bc0-4901-89b3-3894d4c1ea07 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:29.634861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6ea3d21-f55a-4d99-8937-3dcf174c3dfd req-58a3f09c-9bc0-4901-89b3-3894d4c1ea07 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 944 time: 0.0656116 Jun 18 08:10:29.637275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:10:29.640449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:10:29.650411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.704984 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:29.705663 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:29.707243 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] 10.222.0.16 "PUT /v2.0/ports/b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 HTTP/1.1" status: 200 len: 1094 time: 0.6746676 Jun 18 08:10:29.707616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:29.709848 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fc19a-292d-4114-bfe4-92f41f758d96" -d '{"events": [{"name": "network-changed", "server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:29.742207 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6ea3d21-f55a-4d99-8937-3dcf174c3dfd req-acc2a6dc-3e09-4b85-8f4e-8869ae612cee tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000171 Jun 18 08:10:29.745503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd938fc2-68cd-44e8-8932-a0a840e4874d service neutron] Pushing event updated for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:29.812374 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a09d-f7ee-4025-a6b8-dc26ad837b4d req-9fa0aeff-7230-42db-9b69-1067c9d47756 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:29.814786 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bed1a09d-f7ee-4025-a6b8-dc26ad837b4d req-9fa0aeff-7230-42db-9b69-1067c9d47756 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0729544 Jun 18 08:10:29.820638 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4ea529-48a6-4e2f-b6a8-7d21117a51a4 x-openstack-request-id: req-7c4ea529-48a6-4e2f-b6a8-7d21117a51a4 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:29.820972 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:29.821272 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c4ea529-48a6-4e2f-b6a8-7d21117a51a4 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:29.821681 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4ea529-48a6-4e2f-b6a8-7d21117a51a4'] response: {'name': 'network-changed', 'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'status': 'completed', 'code': 200} Jun 18 08:10:29.829592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-ca0c42f7-a818-4be4-8517-4b23afa89876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:29.831744 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-ca0c42f7-a818-4be4-8517-4b23afa89876 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 1128 time: 0.0511000 Jun 18 08:10:29.832331 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:29.851452 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:29.871423 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bed1a09d-f7ee-4025-a6b8-dc26ad837b4d req-6a082db5-8b5c-4c27-ba5f-36af24202650 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478392 Jun 18 08:10:29.891550 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-818eff7e-9ca5-4100-8009-ae25da443f5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 HTTP/1.1" status: 200 len: 217 time: 0.0370586 Jun 18 08:10:29.951241 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-652003b2-8627-4d2b-9082-403fe704a984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:29.953450 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-652003b2-8627-4d2b-9082-403fe704a984 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0546515 Jun 18 08:10:30.023602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-c2bc8225-ee73-45ff-be00-b34a14c44f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:30.024985 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-c2bc8225-ee73-45ff-be00-b34a14c44f2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637519 Jun 18 08:10:30.041564 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:30.056864 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef19d52-9705-44f3-8ff3-4f065710c691 req-bb2bc1cc-3694-46d2-a42e-c5b035c938e1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:30.058273 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ef19d52-9705-44f3-8ff3-4f065710c691 req-bb2bc1cc-3694-46d2-a42e-c5b035c938e1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 943 time: 0.0704517 Jun 18 08:10:30.417290 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2ef19d52-9705-44f3-8ff3-4f065710c691 req-721672f3-ae61-4320-9981-665248263e77 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516402 Jun 18 08:10:30.419277 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-ec117111-92f5-4d42-9e72-ba03ef0ddb89 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869436 Jun 18 08:10:30.430512 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2661ca63-b5c0-4855-a84d-7d0030443480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:30.526327 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8ce8fba3-35f0-4ce6-8c06-5e10d1e841a3 req-1280fede-e105-43a4-b992-e54681cd6449 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922003 Jun 18 08:10:30.616954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cdb895e1-a150-4a21-b0ed-78b7a58b6e44 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:10:30.727802 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:30.739051 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44', 'network_id': '34728dbd-466c-4060-9c86-3143df93aca9', 'port_id': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44', 'mac_address': 'fa:16:3e:5f:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:10:30.775997 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:30.776380 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:30.789507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb895e1-a150-4a21-b0ed-78b7a58b6e44 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:10:30.809097 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:30.813535 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:30.860769 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:30.874557 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379f627-898c-4e92-8473-608e3f106faa req-b5f40232-58f2-4019-8c34-dea89b1cac8f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:30.876185 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2379f627-898c-4e92-8473-608e3f106faa req-b5f40232-58f2-4019-8c34-dea89b1cac8f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 944 time: 0.0480404 Jun 18 08:10:30.930475 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2379f627-898c-4e92-8473-608e3f106faa req-07879014-65e9-498d-99ec-0c6464a2ee2a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Jun 18 08:10:30.986476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7fef5-484b-483a-9398-8dcbb359733e req-d00c27b3-8542-4e1f-8b96-c0b209689cb8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:30.987907 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7bf7fef5-484b-483a-9398-8dcbb359733e req-d00c27b3-8542-4e1f-8b96-c0b209689cb8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0468247 Jun 18 08:10:31.030967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:31.043232 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7bf7fef5-484b-483a-9398-8dcbb359733e req-df2885b1-8474-44e8-9a63-0de27a192932 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497909 Jun 18 08:10:31.200598 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['cdb895e1-a150-4a21-b0ed-78b7a58b6e44'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:10:31.275289 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:31.549377 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbaf8c-c921-4d36-99eb-90959aaf71c5 req-2142318a-42c6-41ff-822f-b8f9dbf2f8e6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:31.550950 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c0fbaf8c-c921-4d36-99eb-90959aaf71c5 req-2142318a-42c6-41ff-822f-b8f9dbf2f8e6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 944 time: 0.0538621 Jun 18 08:10:31.601738 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c0fbaf8c-c921-4d36-99eb-90959aaf71c5 req-29f30866-1e06-4289-a110-1b46b3e9ebaa tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429709 Jun 18 08:10:31.731905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-a8e355ed-fe70-4aa4-b4c3-56e41f412a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:31.733370 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-a8e355ed-fe70-4aa4-b4c3-56e41f412a7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 1128 time: 0.0404143 Jun 18 08:10:31.829709 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-1eaf3c2b-9524-4966-914c-c54dad00ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:31.831060 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-1eaf3c2b-9524-4966-914c-c54dad00ea58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.0892038 Jun 18 08:10:31.873929 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-5865dcc1-d321-43d1-ac7f-6396633a4baf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 HTTP/1.1" status: 200 len: 217 time: 0.0315585 Jun 18 08:10:31.922190 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-6b8e7455-143d-4163-8c02-25a9a862a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:31.923598 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-6b8e7455-143d-4163-8c02-25a9a862a581 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0425372 Jun 18 08:10:31.974366 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-3da6c2ba-24b2-4947-90b5-569b54ebaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:31.975946 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-3da6c2ba-24b2-4947-90b5-569b54ebaf08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416667 Jun 18 08:10:32.086652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17981ea6-a00f-4dc4-98dc-8736489797a0 req-9f63ef91-feb7-4c52-b274-4155c26e4fbd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:32.088162 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17981ea6-a00f-4dc4-98dc-8736489797a0 req-9f63ef91-feb7-4c52-b274-4155c26e4fbd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 944 time: 0.0837867 Jun 18 08:10:32.122289 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-b381aae2-27c4-423e-8933-e7d6217bee8e service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388843 Jun 18 08:10:32.159022 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f7c46-f0ba-459c-a807-4c45b80b311f req-232e8f01-ea31-49bb-9552-ef65d1f06cfd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:32.160531 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-481f7c46-f0ba-459c-a807-4c45b80b311f req-232e8f01-ea31-49bb-9552-ef65d1f06cfd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0470097 Jun 18 08:10:32.167197 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-17981ea6-a00f-4dc4-98dc-8736489797a0 req-c48cea00-92d5-47f0-bdc5-55cf0b2570ba tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726144 Jun 18 08:10:32.209551 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-481f7c46-f0ba-459c-a807-4c45b80b311f req-6fd09788-4d8a-4b36-8db5-4da95dae9c4a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Jun 18 08:10:32.230561 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-835fc19a-292d-4114-bfe4-92f41f758d96 req-d9b65106-1d11-470b-b489-6480b21fc176 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985186 Jun 18 08:10:32.608891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cdb895e1-a150-4a21-b0ed-78b7a58b6e44 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:10:32.659419 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:10:32.667086 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:10:32.667470 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:32.723047 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89c25-fa0b-4db1-9104-027c8ce34f01 req-5477b30d-ff0a-4366-b912-75379e08e8d1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:32.724579 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5d89c25-fa0b-4db1-9104-027c8ce34f01 req-5477b30d-ff0a-4366-b912-75379e08e8d1 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 944 time: 0.0502374 Jun 18 08:10:32.741607 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:32.742000 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:32.758913 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:32.766127 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:32.768400 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c7270e-8214-4b4f-ab5f-9e24ea7bbe24" -d '{"events": [{"server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "name": "network-vif-plugged", "status": "completed", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:32.771826 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f5d89c25-fa0b-4db1-9104-027c8ce34f01 req-7eae067a-dbd5-44e7-abdc-b44d7173aefe tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Jun 18 08:10:32.788858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:32.804769 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:32.810507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:32.828308 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6980b8e5-85a4-450b-a689-583955b99919 x-openstack-request-id: req-6980b8e5-85a4-450b-a689-583955b99919 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:32.828617 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "name": "network-vif-plugged", "status": "completed", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:32.828875 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6980b8e5-85a4-450b-a689-583955b99919 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:32.829264 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6980b8e5-85a4-450b-a689-583955b99919'] response: {'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44', 'code': 200} Jun 18 08:10:32.849919 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:32.855839 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:33.035359 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8982ec-4fbf-46b6-95ce-dbeef8b2b4e0 req-b4559542-3fb7-4236-8285-3bb394eff6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:33.036816 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ba8982ec-4fbf-46b6-95ce-dbeef8b2b4e0 req-b4559542-3fb7-4236-8285-3bb394eff6ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 1129 time: 0.0385563 Jun 18 08:10:33.096389 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ba8982ec-4fbf-46b6-95ce-dbeef8b2b4e0 req-cbcb42c1-f1bc-4da4-9c2a-2dc03c8d8ffa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464578 Jun 18 08:10:33.256825 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:33.262792 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:33.300118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8575d3-4370-4641-b1af-8b9efe7f9976 req-aee07f28-019f-497a-832f-29fb6a081434 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:33.301620 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee8575d3-4370-4641-b1af-8b9efe7f9976 req-aee07f28-019f-497a-832f-29fb6a081434 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 944 time: 0.0511363 Jun 18 08:10:33.329430 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9d7b1-c9e0-436c-9202-f805df136124 req-a82f5bfc-8cb2-4eae-8b01-2fe9832d5c77 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:33.330929 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5ee9d7b1-c9e0-436c-9202-f805df136124 req-a82f5bfc-8cb2-4eae-8b01-2fe9832d5c77 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0508575 Jun 18 08:10:33.349017 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ee8575d3-4370-4641-b1af-8b9efe7f9976 req-c2f6b2cb-8c64-4257-a7b9-6028928bdd79 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 Jun 18 08:10:33.379917 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5ee9d7b1-c9e0-436c-9202-f805df136124 req-907c6214-d582-40c7-98c5-0e29fa345d9c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 Jun 18 08:10:33.901110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f0199-e0e2-466f-a5fb-987ce81eb8c4 req-708002a4-1556-4f91-8566-70e864f948f3 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:33.902562 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-082f0199-e0e2-466f-a5fb-987ce81eb8c4 req-708002a4-1556-4f91-8566-70e864f948f3 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0510678 Jun 18 08:10:33.950012 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-082f0199-e0e2-466f-a5fb-987ce81eb8c4 req-6f510c9c-5617-4c54-b6aa-e9482fe26ad6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Jun 18 08:10:34.468337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823fab3-20d2-4d8a-b93d-3dba560c4513 req-83875c9b-5910-4b07-9c97-5eca83359cb0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:34.469845 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3823fab3-20d2-4d8a-b93d-3dba560c4513 req-83875c9b-5910-4b07-9c97-5eca83359cb0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 944 time: 0.0496209 Jun 18 08:10:34.496742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24d3f-b39c-42c4-899f-098b71e6d8f0 req-9a5031a7-8dd7-441b-8c87-6d880e522ee8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:34.498243 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60c24d3f-b39c-42c4-899f-098b71e6d8f0 req-9a5031a7-8dd7-441b-8c87-6d880e522ee8 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Jun 18 08:10:34.517451 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3823fab3-20d2-4d8a-b93d-3dba560c4513 req-bfa460d3-662e-4e08-8bb8-526281fce3ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 Jun 18 08:10:34.544903 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:34.549939 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60c24d3f-b39c-42c4-899f-098b71e6d8f0 req-98cb9a6c-8e30-44b0-8b3d-487a46dbd8db tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Jun 18 08:10:34.621746 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:10:34.725566 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:34.737188 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'port_id': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'mac_address': 'fa:16:3e:5c:c6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:10:34.749293 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021365ee-79e5-4cfc-8e36-fdc7269fad53 req-23a8abc9-30d9-4bce-8ea6-e27750e7a772 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:34.750788 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-021365ee-79e5-4cfc-8e36-fdc7269fad53 req-23a8abc9-30d9-4bce-8ea6-e27750e7a772 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0468795 Jun 18 08:10:34.771829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:34.772209 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:34.785288 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:10:34.797418 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-021365ee-79e5-4cfc-8e36-fdc7269fad53 req-139d7c63-d141-4742-9cf4-10c034bbb709 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403488 Jun 18 08:10:34.808722 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:34.814984 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:34.866153 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:35.050924 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-43770779-b997-4b51-8fbd-20c5a297b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.052499 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-43770779-b997-4b51-8fbd-20c5a297b27a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0411673 Jun 18 08:10:35.071882 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3067-99f9-4497-8959-c2364997903f req-f512eedd-8462-48f0-bdfe-fc8ee787ff80 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.073359 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ef1b3067-99f9-4497-8959-c2364997903f req-f512eedd-8462-48f0-bdfe-fc8ee787ff80 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0510418 Jun 18 08:10:35.125272 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ef1b3067-99f9-4497-8959-c2364997903f req-39b22c0c-45a8-452f-babb-8b51f0a4a470 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460484 Jun 18 08:10:35.151434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-2f65f9c3-0a23-4250-9e52-293554859ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.152951 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-2f65f9c3-0a23-4250-9e52-293554859ecc service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.0923057 Jun 18 08:10:35.218199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:10:35.221463 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-9aead69e-d40c-42f5-aaa2-a12ffed0b671 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 1001 time: 0.0592382 Jun 18 08:10:35.291139 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-fc29dcbd-0b41-4904-9c16-0bc37671ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.292743 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-fc29dcbd-0b41-4904-9c16-0bc37671ba63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.0519073 Jun 18 08:10:35.349148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-14e20048-cfa8-4ca2-99a3-348f847508c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.350858 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-14e20048-cfa8-4ca2-99a3-348f847508c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459211 Jun 18 08:10:35.469852 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-7a025953-0b49-4315-b6ea-2fc1a0f86315 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073766 Jun 18 08:10:35.594269 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-76cc8dc2-2bfb-4b6f-afd4-4e417cadffb0 req-69b35bb1-82a7-44ac-a84e-cfa0b051000f service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027930 Jun 18 08:10:35.641606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738ab4d-0ef4-40b6-8030-8591f74cb911 req-ef41aafc-eac6-4177-9e7c-fcc916808c86 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.643216 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c738ab4d-0ef4-40b6-8030-8591f74cb911 req-ef41aafc-eac6-4177-9e7c-fcc916808c86 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 945 time: 0.0454125 Jun 18 08:10:35.691144 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c738ab4d-0ef4-40b6-8030-8591f74cb911 req-080fad94-5560-4ea8-8917-f9cf5aeeda3d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Jun 18 08:10:35.918979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b921476-cd78-48ad-8b0b-d9cc61476588 req-8780601c-0a4a-4168-9ee4-b26093feab40 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:35.920465 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4b921476-cd78-48ad-8b0b-d9cc61476588 req-8780601c-0a4a-4168-9ee4-b26093feab40 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0470006 Jun 18 08:10:35.969649 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4b921476-cd78-48ad-8b0b-d9cc61476588 req-74c99a9e-1d62-4b47-8e49-cbc401c37cd7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435443 Jun 18 08:10:36.640179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:10:36.682656 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:10:36.690926 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:10:36.691352 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:36.762074 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:10:36.762448 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:36.785270 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:36.787477 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c0b424-7abd-4d6c-9aed-5975ebc47360" -d '{"events": [{"server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "name": "network-vif-plugged", "status": "completed", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:36.803368 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:10:36.808811 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:36.810670 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb54acf-7ad5-443c-a6bd-705518390a53 req-ff060372-83c0-40f2-bb9a-c9b8e2935961 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:36.812684 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bb54acf-7ad5-443c-a6bd-705518390a53 req-ff060372-83c0-40f2-bb9a-c9b8e2935961 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 945 time: 0.0521305 Jun 18 08:10:36.876381 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bb54acf-7ad5-443c-a6bd-705518390a53 req-c4b76ecc-fc60-44fe-9f2f-3d340983224c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568192 Jun 18 08:10:36.966740 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07caec76-07b5-4652-ab4e-73d8f448f2a9 x-openstack-request-id: req-07caec76-07b5-4652-ab4e-73d8f448f2a9 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:36.967054 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "name": "network-vif-plugged", "status": "completed", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:36.967275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07caec76-07b5-4652-ab4e-73d8f448f2a9 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:36.967659 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07caec76-07b5-4652-ab4e-73d8f448f2a9'] response: {'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'code': 200} Jun 18 08:10:36.995159 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:10:37.066991 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8044f-451b-44ee-a2c5-bf229b03d685 req-8aa4d9fa-9d0c-4a66-80cd-78e2889dda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:37.068543 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24b8044f-451b-44ee-a2c5-bf229b03d685 req-8aa4d9fa-9d0c-4a66-80cd-78e2889dda77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 1130 time: 0.0407355 Jun 18 08:10:37.087134 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8986f-d54b-4929-823a-7b199068ad7e req-0b4f483f-d6c9-49fe-918c-d521a6afeaa5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:37.088504 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e5a8986f-d54b-4929-823a-7b199068ad7e req-0b4f483f-d6c9-49fe-918c-d521a6afeaa5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0475974 Jun 18 08:10:37.089233 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:37.114223 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24b8044f-451b-44ee-a2c5-bf229b03d685 req-ec3d2138-0090-41ad-8a0d-98e81ea31965 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Jun 18 08:10:37.138580 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e5a8986f-d54b-4929-823a-7b199068ad7e req-e20c114e-cbd4-4d60-a621-14f98a6dbdcd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435009 Jun 18 08:10:38.001366 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380077aa-7d50-417a-97a5-623a70e88f13 req-88d586f9-4b92-48bc-8d3a-fa4ea81a165f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:38.002846 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-380077aa-7d50-417a-97a5-623a70e88f13 req-88d586f9-4b92-48bc-8d3a-fa4ea81a165f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0571008 Jun 18 08:10:38.052147 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-380077aa-7d50-417a-97a5-623a70e88f13 req-7effbf44-d3d0-4462-ac10-7b30c29df933 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Jun 18 08:10:39.175970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92841ea-89f8-4782-835c-5fd786d9ea25 req-5e0005ff-3e97-4cf5-aa42-9a14a9cafd68 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:39.177471 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a92841ea-89f8-4782-835c-5fd786d9ea25 req-5e0005ff-3e97-4cf5-aa42-9a14a9cafd68 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0478079 Jun 18 08:10:39.230824 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a92841ea-89f8-4782-835c-5fd786d9ea25 req-9e7f43a9-03f7-4c66-9481-5bf04723e4cb tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451288 Jun 18 08:10:39.351938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e01a50-ef93-465a-b454-a1ba38efc902 req-83442ed3-1064-4df7-8803-d8e839582e7e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:39.353408 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-75e01a50-ef93-465a-b454-a1ba38efc902 req-83442ed3-1064-4df7-8803-d8e839582e7e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0521450 Jun 18 08:10:39.363467 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 53932) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:10:39.367759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'port_id': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:10:39.371168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:39.405237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:39.828605 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:39.834753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:39.939850 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 95def81c-3f88-4964-86ec-c50919773d35 associated. External IP: 172.27.2.124, port: b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5. Jun 18 08:10:40.143141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:10:40.233255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:40.244910 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:10:40.250236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:40.255568 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:10:40.265357 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:10:40.265981 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:10:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:10:40.282251 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-109ad08c-1806-4c40-995f-b72c78431200 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "PUT /v2.0/floatingips/95def81c-3f88-4964-86ec-c50919773d35 HTTP/1.1" status: 200 len: 992 time: 0.9177508 Jun 18 08:10:40.282829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:10:40.285173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7f7811-8b3a-4f70-92d9-88ada3d31da8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:10:40.320116 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:40.320708 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9b41f-a7ee-4bfd-959b-406bfd23a596 x-openstack-request-id: req-f9b9b41f-a7ee-4bfd-959b-406bfd23a596 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:10:40.320999 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:10:40.321230 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9b9b41f-a7ee-4bfd-959b-406bfd23a596 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:10:40.321650 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b9b41f-a7ee-4bfd-959b-406bfd23a596'] response: {'name': 'network-changed', 'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'status': 'completed', 'code': 200} Jun 18 08:10:40.372736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:10:40.374518 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:40.411182 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-a3a78c59-4b75-4082-937f-b1342dab80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:40.413388 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-a3a78c59-4b75-4082-937f-b1342dab80a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 1130 time: 0.0410275 Jun 18 08:10:40.442816 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:40.507584 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-0b7f52b5-0ec7-4edb-9ea6-bc54b6be2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:40.509057 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-0b7f52b5-0ec7-4edb-9ea6-bc54b6be2305 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.0889394 Jun 18 08:10:40.576552 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-6e5d432d-867e-4f32-97fa-d10a424e773b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 HTTP/1.1" status: 200 len: 1000 time: 0.0606425 Jun 18 08:10:40.598494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}, {'id': '95def81c-3f88-4964-86ec-c50919773d35', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:5c:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f253692-d1ff-49e3-8583-70666337a4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:10:23Z', 'updated_at': '2022-06-18T08:10:39Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:10:40.622371 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:10:40.630968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:10:40.631601 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:10:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:10:40.638542 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-441ab6dd-c754-468b-a4fb-0b4fffe16985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:40.640074 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-441ab6dd-c754-468b-a4fb-0b4fffe16985 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0442343 Jun 18 08:10:40.700387 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-734687b3-b02d-42e0-af44-788cc6e3546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:40.701799 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-734687b3-b02d-42e0-af44-788cc6e3546b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453658 Jun 18 08:10:40.746284 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:10:40.802301 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-c193b4f5-c878-420b-bf10-7d1c6b64df0d service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936890 Jun 18 08:10:40.900681 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da7f7811-8b3a-4f70-92d9-88ada3d31da8 req-7df92ac1-b7de-4d6b-ae71-d5832a17a576 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871608 Jun 18 08:10:40.968103 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}, {'id': '95def81c-3f88-4964-86ec-c50919773d35', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:5c:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f253692-d1ff-49e3-8583-70666337a4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:10:23Z', 'updated_at': '2022-06-18T08:10:39Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:10:40.999706 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed92d98c-4087-400b-82bb-f85f486eec45 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}, {'id': '95def81c-3f88-4964-86ec-c50919773d35', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:5c:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f253692-d1ff-49e3-8583-70666337a4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:10:23Z', 'updated_at': '2022-06-18T08:10:39Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:10:41.213042 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521bc1a3-00a9-46aa-81ac-7018b22f2e44 None None] New status for floating IP 95def81c-3f88-4964-86ec-c50919773d35: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:10:44.285108 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:44.323144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd7bbf-194c-4a8c-9f8c-6816b71ab388 req-178292e9-9707-4560-8dfb-7bbb5404011b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:44.324635 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4cbd7bbf-194c-4a8c-9f8c-6816b71ab388 req-178292e9-9707-4560-8dfb-7bbb5404011b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Jun 18 08:10:44.343860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-ab5507f2-14ca-4442-ba9e-38b3ded2c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:44.345376 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-ab5507f2-14ca-4442-ba9e-38b3ded2c7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0402079 Jun 18 08:10:44.373349 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4cbd7bbf-194c-4a8c-9f8c-6816b71ab388 req-855ada84-fb30-4760-99f3-69edc4f65e6c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Jun 18 08:10:44.435629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-6e2a9400-a320-4f58-a6b7-e7b2411b92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:44.437452 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-6e2a9400-a320-4f58-a6b7-e7b2411b92c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.0837257 Jun 18 08:10:44.506835 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-ca5e3f04-78c8-445a-8f17-0ff3ea8ca92b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 1001 time: 0.0611069 Jun 18 08:10:44.566112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-47be1a23-30eb-44a6-88f8-5fb67f71b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:44.567690 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-47be1a23-30eb-44a6-88f8-5fb67f71b197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0462456 Jun 18 08:10:44.613757 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-a4d43652-f9c1-437f-89fe-decdd56c896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:44.615181 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-a4d43652-f9c1-437f-89fe-decdd56c896c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370696 Jun 18 08:10:44.712673 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-5c3e8c50-e70d-46f7-80fa-4ba1db239256 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Jun 18 08:10:44.812645 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd28dad6-6029-499c-b4e6-d3072fcdfa4b req-aec45e39-88a3-45e0-8605-8a9bdbf7b547 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929067 Jun 18 08:10:45.496746 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:45.505043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09041e-00d2-44a3-a5b1-05e2fe6403a5 req-f35cb88a-4e9f-4b14-9bc1-265b0d4e3928 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:45.506516 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cf09041e-00d2-44a3-a5b1-05e2fe6403a5 req-f35cb88a-4e9f-4b14-9bc1-265b0d4e3928 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Jun 18 08:10:45.556698 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cf09041e-00d2-44a3-a5b1-05e2fe6403a5 req-92ad787f-704e-4e68-9d27-b140d10eda11 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Jun 18 08:10:46.683934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84523a-2512-46b5-a87c-d754ac9adc6f req-9365e481-7892-4943-9760-0386bd76f029 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:46.685375 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ba84523a-2512-46b5-a87c-d754ac9adc6f req-9365e481-7892-4943-9760-0386bd76f029 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Jun 18 08:10:46.696860 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:46.732942 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ba84523a-2512-46b5-a87c-d754ac9adc6f req-e608e77c-8a26-47a5-8cdc-f02794c748c9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416479 Jun 18 08:10:47.859592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:47.867939 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7a72b-b2bd-4c66-ae8a-522c5b042c86 req-b84c4bb4-2ba5-4fac-aa7e-32b1b1cffa31 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:47.869408 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52b7a72b-b2bd-4c66-ae8a-522c5b042c86 req-b84c4bb4-2ba5-4fac-aa7e-32b1b1cffa31 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0466349 Jun 18 08:10:47.918154 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-52b7a72b-b2bd-4c66-ae8a-522c5b042c86 req-82a5ad1d-eab1-47b6-a1a0-04fdfded870d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Jun 18 08:10:49.062183 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e30ee-a2c1-46a9-aaa3-2ac6fa565cdd req-3875de14-7645-47aa-bfaf-e1655e67b0df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:49.063685 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f86e30ee-a2c1-46a9-aaa3-2ac6fa565cdd req-3875de14-7645-47aa-bfaf-e1655e67b0df tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0554159 Jun 18 08:10:49.109885 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f86e30ee-a2c1-46a9-aaa3-2ac6fa565cdd req-9a0424c9-761b-455a-ad78-a56e7abf71fc tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Jun 18 08:10:50.242862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f27289-b415-4697-8be0-eba44213042e req-5b3d45bd-f71c-4bdd-b697-4de63393e926 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:50.244271 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7f27289-b415-4697-8be0-eba44213042e req-5b3d45bd-f71c-4bdd-b697-4de63393e926 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0626433 Jun 18 08:10:50.300900 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7f27289-b415-4697-8be0-eba44213042e req-f1d21424-7186-4a81-80e7-27f1ffb9a0ab tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509620 Jun 18 08:10:50.971423 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=68 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:50.972543 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=56 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:51.422205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661919e8-c30d-4b2d-80f3-6c70973c919c req-ac08ad69-22b8-476c-906f-b7ac1eff3285 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:51.423729 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-661919e8-c30d-4b2d-80f3-6c70973c919c req-ac08ad69-22b8-476c-906f-b7ac1eff3285 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0537977 Jun 18 08:10:51.477873 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-661919e8-c30d-4b2d-80f3-6c70973c919c req-7cd73ffc-985a-4127-b398-f35032c9c466 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484450 Jun 18 08:10:52.596058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35467-3257-4f78-ae4f-6d850a74a681 req-834161a2-31e3-4a4d-9573-d6483d147eaf tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:52.597567 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-19c35467-3257-4f78-ae4f-6d850a74a681 req-834161a2-31e3-4a4d-9573-d6483d147eaf tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Jun 18 08:10:52.654338 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-19c35467-3257-4f78-ae4f-6d850a74a681 req-69174979-3b82-48b5-a1eb-e43fa2f790f5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506618 Jun 18 08:10:53.779272 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c3c2c-2b6c-4b37-abab-50084bfaa694 req-b6d140b8-0122-4085-be46-af1fe79fd951 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:53.780725 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a10c3c2c-2b6c-4b37-abab-50084bfaa694 req-b6d140b8-0122-4085-be46-af1fe79fd951 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0484803 Jun 18 08:10:53.830638 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a10c3c2c-2b6c-4b37-abab-50084bfaa694 req-154d09a1-d9b8-4ce7-8667-71b66c368ea5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Jun 18 08:10:54.963522 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e17eb-dfa0-41e0-b007-848d48bff270 req-04e52ad2-6f60-4501-af9f-37c8bc503e01 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:54.964978 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-523e17eb-dfa0-41e0-b007-848d48bff270 req-04e52ad2-6f60-4501-af9f-37c8bc503e01 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0476029 Jun 18 08:10:54.995326 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:55.022848 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-523e17eb-dfa0-41e0-b007-848d48bff270 req-2af636c6-7fe8-4af6-afb6-cdb46b917ab9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497425 Jun 18 08:10:56.157038 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55943801-8868-4b17-92a7-d54da9999cd2 req-96e5c62e-e199-4076-826b-9a3a894ea6d9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:56.158475 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-55943801-8868-4b17-92a7-d54da9999cd2 req-96e5c62e-e199-4076-826b-9a3a894ea6d9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0471733 Jun 18 08:10:56.206105 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-55943801-8868-4b17-92a7-d54da9999cd2 req-22453f4e-ae3f-453e-99c8-8da432aa09ce tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420666 Jun 18 08:10:56.844206 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:10:56.847114 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:57.574100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5ef87-af78-45a6-b32e-809d0375b04c req-875f44c8-a23b-4319-bdf5-fce48bff8f74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:57.575598 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e5d5ef87-af78-45a6-b32e-809d0375b04c req-875f44c8-a23b-4319-bdf5-fce48bff8f74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.2918954 Jun 18 08:10:57.622897 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e5d5ef87-af78-45a6-b32e-809d0375b04c req-19ae860a-68b4-485f-8951-168fce6162f6 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Jun 18 08:10:58.116806 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e87765b-14f5-4add-9a70-65de3f5b9528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:10:58.297096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-320c7eab-c346-4674-966d-86bb13360244 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378940 Jun 18 08:10:58.379084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386495-8416-4957-bf16-0e4e66fb671b req-59ab36f1-1210-475a-995f-081603a6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:58.380950 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-59ab36f1-1210-475a-995f-081603a6cb1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 1129 time: 0.0423791 Jun 18 08:10:58.489823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386495-8416-4957-bf16-0e4e66fb671b req-a9d1f10e-75c1-4b4d-8485-d7051a982be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:58.491315 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-a9d1f10e-75c1-4b4d-8485-d7051a982be1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.0891690 Jun 18 08:10:58.564998 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-314b54a6-6b83-4e95-a7c2-3c5d4df4a2f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 200 len: 1001 time: 0.0599775 Jun 18 08:10:58.617677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386495-8416-4957-bf16-0e4e66fb671b req-754dfb49-99b6-499b-889f-dcacc5c892a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:58.619090 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-754dfb49-99b6-499b-889f-dcacc5c892a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.0441258 Jun 18 08:10:58.663594 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8386495-8416-4957-bf16-0e4e66fb671b req-024d73ed-e9fb-4074-a1e7-1a5aa3f2ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:58.665095 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-024d73ed-e9fb-4074-a1e7-1a5aa3f2ca85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375595 Jun 18 08:10:58.741306 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c6ae2-76b5-4ae8-97ba-dc33f8af737a req-e239a60f-55f1-4e35-9b46-d6b792d5ec09 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:58.742761 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2e1c6ae2-76b5-4ae8-97ba-dc33f8af737a req-e239a60f-55f1-4e35-9b46-d6b792d5ec09 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0498798 Jun 18 08:10:58.759726 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-a948fad3-02e2-4295-9876-009e0c0cf7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873046 Jun 18 08:10:58.789460 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2e1c6ae2-76b5-4ae8-97ba-dc33f8af737a req-cd4d5d0b-e740-4b14-99e8-9871ab602e30 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Jun 18 08:10:58.830072 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:10:58.855312 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8386495-8416-4957-bf16-0e4e66fb671b req-52dfc3f6-b66a-4002-8154-29e5929c4e63 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841744 Jun 18 08:10:59.921720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8dd58-4519-493f-9f9c-f7f8956e6eec req-247c817f-a3ba-41b5-b4e9-ef2a38b5f0af tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:10:59.923194 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44d8dd58-4519-493f-9f9c-f7f8956e6eec req-247c817f-a3ba-41b5-b4e9-ef2a38b5f0af tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0556431 Jun 18 08:10:59.976177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44d8dd58-4519-493f-9f9c-f7f8956e6eec req-0a60806f-f595-44c8-9d98-c2c77133002a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472910 Jun 18 08:11:00.433016 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0d9682b9-95ef-4a69-a1fb-eec715be3d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:01.118574 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313a41d-6091-46ec-a4e8-f5a6e6620d1d req-e305d731-c89f-46fa-bcd4-468e4b731e78 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:01.119897 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b313a41d-6091-46ec-a4e8-f5a6e6620d1d req-e305d731-c89f-46fa-bcd4-468e4b731e78 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Jun 18 08:11:01.169959 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b313a41d-6091-46ec-a4e8-f5a6e6620d1d req-10813137-8f8c-4768-9ce7-6eba0bedd48e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Jun 18 08:11:01.262812 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:02.280273 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:02.292180 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce41f0-8af0-43ff-a397-555ff8556c6f req-ed614f2d-54b9-4304-b3b8-862f7a43e5d5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:02.293738 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c9ce41f0-8af0-43ff-a397-555ff8556c6f req-ed614f2d-54b9-4304-b3b8-862f7a43e5d5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0491643 Jun 18 08:11:02.341780 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c9ce41f0-8af0-43ff-a397-555ff8556c6f req-6c361f4f-6ef1-47a4-b916-ecb043c850c7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Jun 18 08:11:02.810561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:03.256501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:03.473518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37ac21-fb50-4052-9e03-2f7ce049a44f req-a996a03f-8960-4493-b78a-9a2d6b3246fb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:03.475926 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-de37ac21-fb50-4052-9e03-2f7ce049a44f req-a996a03f-8960-4493-b78a-9a2d6b3246fb tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Jun 18 08:11:03.530156 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-de37ac21-fb50-4052-9e03-2f7ce049a44f req-fc2bfab3-92d4-4dce-9964-c1684e132538 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458531 Jun 18 08:11:04.658016 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7832366-503f-45fb-bc55-5c40b702d3bf req-2dfb7053-53c4-4d5f-9e3e-f02d477241b5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:04.659547 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b7832366-503f-45fb-bc55-5c40b702d3bf req-2dfb7053-53c4-4d5f-9e3e-f02d477241b5 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0508285 Jun 18 08:11:04.706964 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b7832366-503f-45fb-bc55-5c40b702d3bf req-322f8b34-2680-4be8-add4-d3988404b627 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418153 Jun 18 08:11:04.851563 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c198ca-43d8-48ca-8be5-f5dbfdbc3472 req-92d34069-924c-4a43-8eaa-1884edd0444e tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:04.853040 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0c198ca-43d8-48ca-8be5-f5dbfdbc3472 req-92d34069-924c-4a43-8eaa-1884edd0444e tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0527732 Jun 18 08:11:04.905007 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0c198ca-43d8-48ca-8be5-f5dbfdbc3472 req-3a0e605d-8a71-466e-98c3-2366b21c3e84 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jun 18 08:11:05.845835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e12ea-2c31-4af9-b005-5fdf54d9f740 req-13fa32b1-758c-40af-a8b3-c5a4ca1bea57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:05.847225 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b9e12ea-2c31-4af9-b005-5fdf54d9f740 req-13fa32b1-758c-40af-a8b3-c5a4ca1bea57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0531580 Jun 18 08:11:05.897781 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6b9e12ea-2c31-4af9-b005-5fdf54d9f740 req-c5b827c5-6244-4598-a333-c7b941b5e4c4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Jun 18 08:11:06.019825 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336dd25-29c6-4ff7-9fd6-841c1cfbe20a req-2959dd71-5b89-459b-85b2-4bed1541c2b6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:06.021270 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5336dd25-29c6-4ff7-9fd6-841c1cfbe20a req-2959dd71-5b89-459b-85b2-4bed1541c2b6 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0472026 Jun 18 08:11:06.046784 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:06.072804 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5336dd25-29c6-4ff7-9fd6-841c1cfbe20a req-3d6a3135-6e6d-414b-8d23-851aa597a902 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Jun 18 08:11:06.837213 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:06.889714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-f15b0d29-1748-4506-9356-965fee06b908 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:06.891206 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-f15b0d29-1748-4506-9356-965fee06b908 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0512753 Jun 18 08:11:07.006681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Deleting port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:07.006980 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:07.030020 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689a5e0-a6e5-4280-b8d1-651caa8a19ae req-0aeae1b7-25b5-4c89-8e82-2361f3aaecb4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:07.031472 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8689a5e0-a6e5-4280-b8d1-651caa8a19ae req-0aeae1b7-25b5-4c89-8e82-2361f3aaecb4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jun 18 08:11:07.140316 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8689a5e0-a6e5-4280-b8d1-651caa8a19ae req-a386b82e-ce31-4432-b045-2240054eee63 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028671 Jun 18 08:11:07.141999 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] For port cdb895e1-a150-4a21-b0ed-78b7a58b6e44, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,segment=NetworkSegment(674fc568-4bc9-45cd-aa99-891c695039f0),segment_id=674fc568-4bc9-45cd-aa99-891c695039f0)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:07.142356 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:07.155758 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Calling delete_port for cdb895e1-a150-4a21-b0ed-78b7a58b6e44 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:07.192078 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903d4a2-0171-429e-a1ae-ac21a46900db req-4ee6e101-4261-45e3-bc18-684a9f2c6cec tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:07.193615 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5903d4a2-0171-429e-a1ae-ac21a46900db req-4ee6e101-4261-45e3-bc18-684a9f2c6cec tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 945 time: 0.0475771 Jun 18 08:11:07.242230 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5903d4a2-0171-429e-a1ae-ac21a46900db req-55ebde83-1789-4bdf-9536-ddd508506693 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/security-groups?id=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Jun 18 08:11:07.284746 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cdb895e1-a150-4a21-b0ed-78b7a58b6e44), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:07.295587 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:07.319770 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Pushing event deleted for resources: {'Port': ['ID=cdb895e1-a150-4a21-b0ed-78b7a58b6e44,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:07.335225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['cdb895e1-a150-4a21-b0ed-78b7a58b6e44'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:11:07.360337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] No DVR routers for this DVR port cdb895e1-a150-4a21-b0ed-78b7a58b6e44 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:11:07.362569 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:07.365903 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d53732b-65d5-4aed-9551-fa86bde8a9fe req-4f3c6610-7837-48fb-b9e0-c9df5c42c194 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.16 "DELETE /v2.0/ports/cdb895e1-a150-4a21-b0ed-78b7a58b6e44 HTTP/1.1" status: 204 len: 173 time: 0.4685390 Jun 18 08:11:07.366326 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'name': 'network-vif-deleted', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:07.368602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992aed83-b492-4f19-bd5d-7131b76584a9" -d '{"events": [{"server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "name": "network-vif-deleted", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:07.402957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1fbf9-1738-4ac9-8a40-2bd5a85df382 x-openstack-request-id: req-91c1fbf9-1738-4ac9-8a40-2bd5a85df382 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:07.403351 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44787ebd-dffd-4b10-8b25-19253731e76e", "name": "network-vif-deleted", "tag": "cdb895e1-a150-4a21-b0ed-78b7a58b6e44", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:07.403513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-91c1fbf9-1738-4ac9-8a40-2bd5a85df382 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:07.403909 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c1fbf9-1738-4ac9-8a40-2bd5a85df382'] response: {'server_uuid': '44787ebd-dffd-4b10-8b25-19253731e76e', 'name': 'network-vif-deleted', 'tag': 'cdb895e1-a150-4a21-b0ed-78b7a58b6e44', 'status': 'completed', 'code': 200} Jun 18 08:11:08.260665 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235593d2-34a3-4ad5-ba54-2b14d347f781 req-6fe55c00-3914-410a-8694-466246c64eae tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:08.262144 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-235593d2-34a3-4ad5-ba54-2b14d347f781 req-6fe55c00-3914-410a-8694-466246c64eae tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Jun 18 08:11:08.317744 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-235593d2-34a3-4ad5-ba54-2b14d347f781 req-8ed974a8-86dd-4ada-b86b-df6760e9cfc1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495145 Jun 18 08:11:08.368495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b69ee2d7-885f-4a0f-a679-f4bc7643b6ed req-d5fef2d4-8473-4117-8ab9-2c04b98985a2 tempest-VolumesSnapshotTestJSON-2020409798 tempest-VolumesSnapshotTestJSON-2020409798-project] 10.222.0.23 "GET /v2.0/ports?device_id=44787ebd-dffd-4b10-8b25-19253731e76e HTTP/1.1" status: 200 len: 210 time: 0.0273163 Jun 18 08:11:08.737226 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692d70c-ddad-40ee-ac81-ff714415c71c req-10236bdf-155a-4de5-b83e-ebe3f78b6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:08.738732 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a692d70c-ddad-40ee-ac81-ff714415c71c req-10236bdf-155a-4de5-b83e-ebe3f78b6cd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0430925 Jun 18 08:11:08.788848 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a692d70c-ddad-40ee-ac81-ff714415c71c req-15f10ec7-e5ca-42ad-81a8-e952afb959fd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Jun 18 08:11:09.406510 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:09.448704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9ceb2-36a9-4e98-a1a4-f60b24143e01 req-b2d9bebd-b596-4ad3-ab31-fd026f080f42 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:09.450222 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-43a9ceb2-36a9-4e98-a1a4-f60b24143e01 req-b2d9bebd-b596-4ad3-ab31-fd026f080f42 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0538495 Jun 18 08:11:09.501699 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-43a9ceb2-36a9-4e98-a1a4-f60b24143e01 req-af140717-a4b9-429e-9a39-f325d6cd057c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454569 Jun 18 08:11:10.632819 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf39a11-e448-4bb2-aabc-2cf6d3ea966d req-fd2b1c2c-c3f7-4524-afc8-ffb0a1d541d0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:10.634290 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-baf39a11-e448-4bb2-aabc-2cf6d3ea966d req-fd2b1c2c-c3f7-4524-afc8-ffb0a1d541d0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0540504 Jun 18 08:11:10.679714 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-baf39a11-e448-4bb2-aabc-2cf6d3ea966d req-740ac0be-4f2a-4161-8677-69f17bfcd6da tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398285 Jun 18 08:11:10.787592 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cdb895e1-a150-4a21-b0ed-78b7a58b6e44 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:11:10.811164 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: cdb895e1-a150-4a21-b0ed-78b7a58b6e44 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:11:10.811508 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cdb895e1-a150-4a21-b0ed-78b7a58b6e44 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:11:11.810908 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0866f-1895-449a-a496-432bf5392169 req-c1c332c4-a384-441a-adbc-8b1752a0a8d9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:11.812327 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-47b0866f-1895-449a-a496-432bf5392169 req-c1c332c4-a384-441a-adbc-8b1752a0a8d9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Jun 18 08:11:11.858452 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-47b0866f-1895-449a-a496-432bf5392169 req-c1c4669d-b9fd-4796-927e-471eb547a3c0 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405569 Jun 18 08:11:12.242288 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:12.250766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a1dc-b93a-4cb2-a577-983d4ecb492f req-6613a75f-45e9-475d-af42-2f53e24b7d3b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:12.252267 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9422a1dc-b93a-4cb2-a577-983d4ecb492f req-6613a75f-45e9-475d-af42-2f53e24b7d3b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0469534 Jun 18 08:11:12.312694 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9422a1dc-b93a-4cb2-a577-983d4ecb492f req-0a881349-ad61-4205-9127-6d1b3f337167 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526943 Jun 18 08:11:13.452800 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31dafa-cd40-4e2c-a2ba-de4a106066d9 req-4cf5c658-8e25-403a-ba72-685b29918c59 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:13.454274 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5f31dafa-cd40-4e2c-a2ba-de4a106066d9 req-4cf5c658-8e25-403a-ba72-685b29918c59 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0542767 Jun 18 08:11:13.507784 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5f31dafa-cd40-4e2c-a2ba-de4a106066d9 req-ea32aca0-ff78-467e-b2cb-1e5caeb8acb8 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 Jun 18 08:11:13.830026 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-8f69e0ea-6f57-4f06-a20d-7894958b62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:13.831506 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-8f69e0ea-6f57-4f06-a20d-7894958b62fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0422900 Jun 18 08:11:13.932293 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-bf0ac4f5-db76-4606-86f8-617a98cb0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:13.933794 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-bf0ac4f5-db76-4606-86f8-617a98cb0357 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.0867569 Jun 18 08:11:14.000841 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-a93ebb4a-28a2-4e91-9d68-70560aa97038 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 1001 time: 0.0586066 Jun 18 08:11:14.050349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-b38bce69-f0f2-4f0a-a4f0-498f37af2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:14.051764 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-b38bce69-f0f2-4f0a-a4f0-498f37af2c97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0423436 Jun 18 08:11:14.096316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-1566a8b3-7346-460f-bc64-f52474bf6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:14.097639 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-1566a8b3-7346-460f-bc64-f52474bf6611 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373473 Jun 18 08:11:14.192272 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-f209d49f-a1c8-4973-bc1e-fd616014dc69 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Jun 18 08:11:14.286275 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-550742f1-6f2f-42c3-8527-4c4c46e83cfa req-c9ec62e4-8207-43e9-bf11-302e8856c74b service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811474 Jun 18 08:11:14.647224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13828f2-f3c3-429c-a4eb-fc02a9e1a74a req-15c88931-5844-4f6d-8df7-77912704c2a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:14.648721 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e13828f2-f3c3-429c-a4eb-fc02a9e1a74a req-15c88931-5844-4f6d-8df7-77912704c2a4 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0596654 Jun 18 08:11:14.706909 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e13828f2-f3c3-429c-a4eb-fc02a9e1a74a req-db580b74-a560-4025-b4d7-44025e33e48a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523500 Jun 18 08:11:15.832247 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff944be-8be7-4aef-95b8-03f6e8845985 req-cbb20259-4cc3-4b55-b9bc-1c6a0acd113d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:15.833670 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-dff944be-8be7-4aef-95b8-03f6e8845985 req-cbb20259-4cc3-4b55-b9bc-1c6a0acd113d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Jun 18 08:11:15.886230 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-dff944be-8be7-4aef-95b8-03f6e8845985 req-33ac5145-4715-441e-a8d3-cf4596b89dcc tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468020 Jun 18 08:11:16.999509 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a91907-d9c9-4093-8b51-cee92df8b65b req-1e9b0229-5880-4ba6-a158-49684f3d4271 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:17.000956 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1a91907-d9c9-4093-8b51-cee92df8b65b req-1e9b0229-5880-4ba6-a158-49684f3d4271 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0463951 Jun 18 08:11:17.046515 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1a91907-d9c9-4093-8b51-cee92df8b65b req-a42a6468-19fc-4fb5-92a2-9de3f2617e90 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399039 Jun 18 08:11:17.338936 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:18.152141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:18.160174 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1a93d-5e13-47aa-a976-496f89c1c58e req-374b0d1b-9704-46f5-9bb7-ce7c99961867 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:18.161577 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32a1a93d-5e13-47aa-a976-496f89c1c58e req-374b0d1b-9704-46f5-9bb7-ce7c99961867 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0453138 Jun 18 08:11:18.211070 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-32a1a93d-5e13-47aa-a976-496f89c1c58e req-077de5d6-244d-4646-8d13-bab09d454827 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437920 Jun 18 08:11:18.327347 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450c85f-1c9d-48be-8473-fc4812819b51 req-4a8de996-70e6-4018-89fb-c0a2c471fc24 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:18.328789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4450c85f-1c9d-48be-8473-fc4812819b51 req-4a8de996-70e6-4018-89fb-c0a2c471fc24 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0531211 Jun 18 08:11:18.339106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54196) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:18.343790 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Request body: {'floatingip': {'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:18.397823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:18.568768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:18.843628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:18.851109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:19.065518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Router 58c71f65-d497-454b-8bdb-7b38558689c9 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:19.180092 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:19.185690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:19.190445 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:19.200451 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:19.201081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:19.218897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:19.221175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3c961-190b-44dc-822d-91077e94cc07" -d '{"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:19.244224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:19.258203 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b46633b0-8e84-47a8-98c7-9f4b327a1ef9 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "PUT /v2.0/floatingips/c9122937-9120-4ca0-9186-6f027cf92b5a HTTP/1.1" status: 200 len: 993 time: 0.9179053 Jun 18 08:11:19.259935 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9def375f-be5c-4e42-95da-9655efedd145 x-openstack-request-id: req-9def375f-be5c-4e42-95da-9655efedd145 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:19.260207 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:19.260510 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9def375f-be5c-4e42-95da-9655efedd145 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:19.260904 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9def375f-be5c-4e42-95da-9655efedd145'] response: {'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'status': 'completed', 'code': 200} Jun 18 08:11:19.303500 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:19.361761 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c961-190b-44dc-822d-91077e94cc07 req-2085437f-9db1-488d-aff3-0eb6f0842406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:19.363265 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-2085437f-9db1-488d-aff3-0eb6f0842406 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.0398324 Jun 18 08:11:19.460081 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c961-190b-44dc-822d-91077e94cc07 req-271e479e-c525-46c7-899b-23fc74bbc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:19.461599 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-271e479e-c525-46c7-899b-23fc74bbc52a service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.0909967 Jun 18 08:11:19.513627 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:11:18Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:19.538119 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:19.548676 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:19.549296 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:19.648851 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:19.864555 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:11:18Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:19.895046 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1751e2f6-c601-4b9e-a644-1e060716a94a None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c9122937-9120-4ca0-9186-6f027cf92b5a', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'floating_ip_address': '172.27.2.178', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'port_id': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'mac_address': 'fa:16:3e:6f:e2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757ca67-53be-42e1-b461-bbaea10664e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:09:15Z', 'updated_at': '2022-06-18T08:11:18Z', 'revision_number': 3, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:20.377209 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b061a74-5eb2-4393-ac06-a77b13d4e2dc req-5552c764-ef6a-4832-bec9-12d92c70f9bc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:20.378657 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b061a74-5eb2-4393-ac06-a77b13d4e2dc req-5552c764-ef6a-4832-bec9-12d92c70f9bc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0466423 Jun 18 08:11:20.472774 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-64d4479a-313e-478d-a845-8a4b2527784f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 1001 time: 0.0872233 Jun 18 08:11:20.475646 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b061a74-5eb2-4393-ac06-a77b13d4e2dc req-a0dbac9c-d88e-4710-bbde-e86d7e0fb9fb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914474 Jun 18 08:11:21.264098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:21.268086 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4613e55-3f94-4fa8-9141-179b9b13f475" -d '{"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:21.309523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05513f8b-4d93-44ec-908c-143307db45ae x-openstack-request-id: req-05513f8b-4d93-44ec-908c-143307db45ae {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:21.309806 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:21.310056 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05513f8b-4d93-44ec-908c-143307db45ae {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:21.310806 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05513f8b-4d93-44ec-908c-143307db45ae'] response: {'name': 'network-changed', 'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'status': 'completed', 'code': 200} Jun 18 08:11:21.605871 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ae055-c441-408a-9637-6464bbe01a17 req-41ed631d-f6a8-4037-a90f-3d27b3b24d51 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:21.607341 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad2ae055-c441-408a-9637-6464bbe01a17 req-41ed631d-f6a8-4037-a90f-3d27b3b24d51 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0473075 Jun 18 08:11:21.637237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:21.653813 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ad2ae055-c441-408a-9637-6464bbe01a17 req-b508a1ac-6610-4b64-a25e-d410e5fc7545 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410552 Jun 18 08:11:22.783039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290939c-5ecd-4ed9-aeed-506b9b3ddfbe req-92df2c55-ab9d-4cb9-a697-a0b54e86f7d0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:22.784516 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7290939c-5ecd-4ed9-aeed-506b9b3ddfbe req-92df2c55-ab9d-4cb9-a697-a0b54e86f7d0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0489566 Jun 18 08:11:22.836718 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7290939c-5ecd-4ed9-aeed-506b9b3ddfbe req-7557c2c3-d4a9-4558-926f-f0e0d26cb3f5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465553 Jun 18 08:11:23.969062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c961-190b-44dc-822d-91077e94cc07 req-e00d950c-f63c-4478-9e90-be459ab41ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:23.970494 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-e00d950c-f63c-4478-9e90-be459ab41ea6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0796750 Jun 18 08:11:23.976401 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab230b-5831-4568-b90f-0d833d7b5270 req-722bb1d3-8fcb-43af-8542-ac1e9a7a560c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:23.977705 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0ab230b-5831-4568-b90f-0d833d7b5270 req-722bb1d3-8fcb-43af-8542-ac1e9a7a560c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0599415 Jun 18 08:11:24.065814 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0ab230b-5831-4568-b90f-0d833d7b5270 req-3b1d523f-b6d5-49f6-8669-c57a686913d6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815587 Jun 18 08:11:24.072226 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c961-190b-44dc-822d-91077e94cc07 req-091ef80f-761f-4a41-bb37-692da36f1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:24.073709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-091ef80f-761f-4a41-bb37-692da36f1669 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567293 Jun 18 08:11:24.703150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc519536-2bbb-4143-924e-200f03b18d54 req-5cff4ffe-a32b-4718-8ad6-f7dbbc069467 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:24.704689 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc519536-2bbb-4143-924e-200f03b18d54 req-5cff4ffe-a32b-4718-8ad6-f7dbbc069467 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0642819 Jun 18 08:11:24.707078 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-df3ae86a-e299-4b12-add5-5e8686876f46 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727541 Jun 18 08:11:24.859038 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Deleting port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:24.859280 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:24.883209 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89b3c961-190b-44dc-822d-91077e94cc07 req-5246c1b3-da12-42bc-8af5-22727bda0e1a service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573722 Jun 18 08:11:24.958982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] For port 3d6a72a8-a827-40a1-a433-2fdd5bd23450, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=3d6a72a8-a827-40a1-a433-2fdd5bd23450,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:24.959347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:24.990074 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:25.002885 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:25.053922 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:25.078103 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-96186f0f-48fd-493e-82b5-67f4469530ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:25.079628 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-96186f0f-48fd-493e-82b5-67f4469530ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 1129 time: 0.1176240 Jun 18 08:11:25.189169 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf2f9b-c015-4d53-8764-1de3318e8029 req-99504c3d-989e-4210-83ae-da74d5f33e2f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:25.190677 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3faf2f9b-c015-4d53-8764-1de3318e8029 req-99504c3d-989e-4210-83ae-da74d5f33e2f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 947 time: 0.0462711 Jun 18 08:11:25.242553 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3faf2f9b-c015-4d53-8764-1de3318e8029 req-b0fe342c-6ae8-47dd-992e-bb4798ce5d0f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=3232c316-76e3-4ab3-870c-7fc7042e66aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 Jun 18 08:11:25.271165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-62a8012a-4f34-48e9-be31-cc72ba837c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:25.272644 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-62a8012a-4f34-48e9-be31-cc72ba837c69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1863425 Jun 18 08:11:25.275607 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:25.275973 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:25.276274 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Floating IP d15fa15a-9886-4549-a909-77a1cc970b3d disassociated. External IP: 172.27.2.65, port: 3d6a72a8-a827-40a1-a433-2fdd5bd23450. Jun 18 08:11:25.276616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Calling delete_port for 3d6a72a8-a827-40a1-a433-2fdd5bd23450 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:25.288494 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:25.376798 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-71799563-92e6-4967-8ac3-d44588b33cc2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 200 len: 1001 time: 0.0957735 Jun 18 08:11:25.443886 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-5e8b66bd-b9ad-45b2-b336-e6a08af3c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:25.445330 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-5e8b66bd-b9ad-45b2-b336-e6a08af3c266 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.0602000 Jun 18 08:11:25.515728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-6e687fa4-e83a-47af-8ee4-0f1fa1319b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:25.517178 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-6e687fa4-e83a-47af-8ee4-0f1fa1319b50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634611 Jun 18 08:11:25.532560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (3d6a72a8-a827-40a1-a433-2fdd5bd23450), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:25.576091 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'Port': ['ID=3d6a72a8-a827-40a1-a433-2fdd5bd23450,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:25.619959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.620306 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.620642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.620971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.621315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.621754 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.621884 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.622240 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.622560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.622875 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.623221 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.623536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.623880 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.624192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.624503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:25.699482 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-68301fe7-ba7e-4d14-a37c-f150ad9a741a service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748080 Jun 18 08:11:25.803721 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:25.836018 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:25.840973 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f4613e55-3f94-4fa8-9141-179b9b13f475 req-4a6b8a94-7c52-4eca-8537-6357d7cdfde9 service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346285 Jun 18 08:11:25.934720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:25.944611 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:25.955129 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:25.955731 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:25.979185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] No DVR routers for this DVR port 3d6a72a8-a827-40a1-a433-2fdd5bd23450 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:11:25.982462 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:25.986162 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc519536-2bbb-4143-924e-200f03b18d54 req-43e7371d-3387-44c2-ac89-71e607a1f2cf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "DELETE /v2.0/ports/3d6a72a8-a827-40a1-a433-2fdd5bd23450 HTTP/1.1" status: 204 len: 173 time: 1.2670832 Jun 18 08:11:25.986620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-deleted', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:25.990748 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d35e91-69cf-41a3-b3c9-ac68107be445" -d '{"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-deleted", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:26.033151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1f1fd6-0f5f-4972-9e1a-5e165cb32135 x-openstack-request-id: req-3d1f1fd6-0f5f-4972-9e1a-5e165cb32135 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:26.033421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6e7d6f-1ab3-489b-938f-60eed0962e00", "name": "network-vif-deleted", "tag": "3d6a72a8-a827-40a1-a433-2fdd5bd23450", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:26.033672 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d1f1fd6-0f5f-4972-9e1a-5e165cb32135 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:26.034080 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1f1fd6-0f5f-4972-9e1a-5e165cb32135'] response: {'server_uuid': 'ab6e7d6f-1ab3-489b-938f-60eed0962e00', 'name': 'network-vif-deleted', 'tag': '3d6a72a8-a827-40a1-a433-2fdd5bd23450', 'status': 'completed', 'code': 200} Jun 18 08:11:26.069008 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:26.357229 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:26.360365 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7a974e38-617b-4255-a968-a2a5174f6d46 req-b503b409-4033-4e29-912f-f4f1d194d48f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab6e7d6f-1ab3-489b-938f-60eed0962e00 HTTP/1.1" status: 200 len: 210 time: 0.0276883 Jun 18 08:11:26.381669 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:26.390107 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:26.390690 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:26.491713 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:26.683080 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:26.708123 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a35c15-8c88-486e-8810-055f7dbd33c5 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:26.949278 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4baa6-fd51-4cb1-9644-dd3de578d800 None None] New status for floating IP d15fa15a-9886-4549-a909-77a1cc970b3d: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:27.456480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54280) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:27.510801 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (3232c316-76e3-4ab3-870c-7fc7042e66aa), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.534833 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (3232c316-76e3-4ab3-870c-7fc7042e66aa), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.584071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (3232c316-76e3-4ab3-870c-7fc7042e66aa), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.586938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.588236 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "DELETE /v2.0/security-groups/3232c316-76e3-4ab3-870c-7fc7042e66aa HTTP/1.1" status: 204 len: 168 time: 0.1307611 Jun 18 08:11:27.591390 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54282) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:27.598515 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574538f-1bd9-41db-9630-22db91cfe9e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3232c316-76e3-4ab3-870c-7fc7042e66aa,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:27.608637 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.api.v2.resource [None req-1b390195-f6e4-42d5-a7ef-7d2e777382ce tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] show failed (client error): The resource could not be found. Jun 18 08:11:27.612786 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1b390195-f6e4-42d5-a7ef-7d2e777382ce tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups/3232c316-76e3-4ab3-870c-7fc7042e66aa HTTP/1.1" status: 404 len: 347 time: 0.0165715 Jun 18 08:11:27.613108 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54284) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:27.735654 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Deleting port 6c885bfb-90c0-45b3-a405-e84a2c2c4bb9 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:27.735973 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.814597 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.814894 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.829611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Calling delete_port for 6c885bfb-90c0-45b3-a405-e84a2c2c4bb9 owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:27.887865 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:27.921132 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:27.974486 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (6c885bfb-90c0-45b3-a405-e84a2c2c4bb9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:27.998491 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'Port': ['ID=6c885bfb-90c0-45b3-a405-e84a2c2c4bb9,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:28.023531 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.023871 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.024263 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.024695 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.025058 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.025298 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.025615 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.025917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.026231 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.026545 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.026858 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.027194 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.027787 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.028103 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.028886 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:28.073177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (d15fa15a-9886-4549-a909-77a1cc970b3d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.075689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.076827 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4dbc9097-f84b-4e61-8ffc-51dedc51816d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "DELETE /v2.0/floatingips/d15fa15a-9886-4549-a909-77a1cc970b3d HTTP/1.1" status: 204 len: 168 time: 0.4625351 Jun 18 08:11:28.124253 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8ddb3606-dc7f-4ad3-9fc5-b5c1dc6445a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.160602 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54294) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:28.165402 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647404763', 'description': 'tempest-description--667039736'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:28.188834 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.258580 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (b204b51c-1f53-4466-86f6-868336f181da), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.263482 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b204b51c-1f53-4466-86f6-868336f181da), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.295337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.296470 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1347792 Jun 18 08:11:28.297296 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7bb52-5b2a-4f92-b2f6-67ed0023621c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b204b51c-1f53-4466-86f6-868336f181da,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:28.299326 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54298) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:28.303746 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group_rule': {'security_group_id': 'b204b51c-1f53-4466-86f6-868336f181da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:28.332118 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (20b8d0ae-4a21-4d98-aebb-cb7d56047fe7), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.399835 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (20b8d0ae-4a21-4d98-aebb-cb7d56047fe7), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.405115 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (20b8d0ae-4a21-4d98-aebb-cb7d56047fe7), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.428875 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b8d0ae-4a21-4d98-aebb-cb7d56047fe7,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:28.435885 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.437120 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-30cbaae6-d11e-4404-8052-76fefcb407b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365607 Jun 18 08:11:28.440051 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54300) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:28.445690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'security_group_rule': {'security_group_id': 'b204b51c-1f53-4466-86f6-868336f181da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:28.452956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:28.476857 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (337dea79-a468-432a-b8a6-10fab60fe662), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.535768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (337dea79-a468-432a-b8a6-10fab60fe662), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.542864 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (337dea79-a468-432a-b8a6-10fab60fe662), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.562981 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337dea79-a468-432a-b8a6-10fab60fe662,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:28.568757 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.569949 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-781b9776-f5e0-4b3a-b714-207f08bbb22f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285403 Jun 18 08:11:28.573105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54302) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:28.577260 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:28.599791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.691042 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.797622 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Allocated IP 172.27.2.110 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/26c89e6d-6a77-4a63-b9ec-ccb239ea416f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:28.902265 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.938393 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:28.971866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:28.974993 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:11:28.987557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:28.993731 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:28.996306 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:28.998469 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=26c89e6d-6a77-4a63-b9ec-ccb239ea416f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:28.999809 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 3d6a72a8-a827-40a1-a433-2fdd5bd23450 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:11:28.999809 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 3d6a72a8-a827-40a1-a433-2fdd5bd23450 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:11:29.080601 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.119495 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.152942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:29.280500 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.286100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.358679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=26c89e6d-6a77-4a63-b9ec-ccb239ea416f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:29.368685 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.386361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:29.387633 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ef66f7c8-8006-485e-9884-dd2a88efd4a1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8135748 Jun 18 08:11:29.587541 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-0f55be5d-427f-4d1d-bb9b-5c7366f75c3a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1647404763&fields=id&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 267 time: 0.0456426 Jun 18 08:11:29.698023 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-e19b6d12-7d79-4126-9c64-8cec54a44272 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:29.699530 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-e19b6d12-7d79-4126-9c64-8cec54a44272 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 816 time: 0.1080511 Jun 18 08:11:29.714938 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-0375a3f9-8836-4a16-8458-014af38279c0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/quotas/fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 375 time: 0.0098329 Jun 18 08:11:29.765703 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-d2cfd7fe-5bc7-49b8-89f0-03cd0902ae44 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451632 Jun 18 08:11:29.867458 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-1c9884ac-7a9b-42ae-81c9-b8e7664a8a9c service neutron] 10.222.0.23 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875120 Jun 18 08:11:29.892330 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:29.952637 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:29.963723 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-76af27bb-fadf-424b-a6df-9c961e973449 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904350 Jun 18 08:11:30.125105 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b3d5250-9dc4-407f-b4cf-a10ce77274ec req-a2426887-9fb9-44bf-86cf-ecd45d54997a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 210 time: 0.0284860 Jun 18 08:11:30.437518 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-93fbe775-227f-45c9-8b3c-8d8722b1742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:31.226014 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ae46938e-f21c-470a-b774-aba118cb620f req-167ef534-441a-497c-8be8-c18f6a1cc54e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jun 18 08:11:31.267255 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:31.292984 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-f35058f7-edcc-4440-88f6-d080125badbc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:31.294433 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-f35058f7-edcc-4440-88f6-d080125badbc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 816 time: 0.1097765 Jun 18 08:11:31.379040 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-f6745105-f338-460e-94a0-c516dbfb6570 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 380 time: 0.0540171 Jun 18 08:11:31.513213 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'port': {'device_id': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'admin_state_up': True, 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'security_groups': ['b204b51c-1f53-4466-86f6-868336f181da']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:31.634765 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Made reservation on behalf of fc9abdfe8063473abfa91f578081eb0d for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:11:31.638662 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:31.783313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Allocated IP 172.20.0.7 (c7f79979-914c-42cc-bb29-5a94ac49a40c/cfbe8847-a911-4d31-a84b-1a4003924f98/27173a71-a8ce-4f90-b96d-795c56228474) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:31.784967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:31.919078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:31.929735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for port (27173a71-a8ce-4f90-b96d-795c56228474), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:31.964866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.018806 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Network c7f79979-914c-42cc-bb29-5a94ac49a40c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:32.035061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:32.042462 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:32.062148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:32.112897 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c8de-8a30-4ecd-a438-1cafab53b94b req-877169ff-4a14-4435-b00a-6fdade7b5518 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:32.114408 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff83c8de-8a30-4ecd-a438-1cafab53b94b req-877169ff-4a14-4435-b00a-6fdade7b5518 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0946038 Jun 18 08:11:32.133336 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:32.133946 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.160433 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-85349199-51aa-447d-948f-43a25fe15ce9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540599 Jun 18 08:11:32.182220 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ff83c8de-8a30-4ecd-a438-1cafab53b94b req-90279b72-7bbe-4f0d-a63b-fdf9e12ecabb tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595784 Jun 18 08:11:32.299285 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-e17821f2-42df-4457-8edd-e6196725e947 None None] Provisioning complete for port 27173a71-a8ce-4f90-b96d-795c56228474 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:11:32.299857 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e17821f2-42df-4457-8edd-e6196725e947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (27173a71-a8ce-4f90-b96d-795c56228474), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.327100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:32.334057 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-e17821f2-42df-4457-8edd-e6196725e947 None None] Port 27173a71-a8ce-4f90-b96d-795c56228474 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:11:32.363789 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe1f70-f7d1-45ab-a063-85c3e0f8afe9 req-4dc7d8db-f4a4-4823-91e3-d20e3fca254e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:32.365271 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-33fe1f70-f7d1-45ab-a063-85c3e0f8afe9 req-4dc7d8db-f4a4-4823-91e3-d20e3fca254e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 931 time: 0.0484846 Jun 18 08:11:32.411984 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-33fe1f70-f7d1-45ab-a063-85c3e0f8afe9 req-6c74837b-acc9-4d91-b153-3042de2c7af8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Jun 18 08:11:32.795053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54380) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:32.803156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.847839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Deleting subnet 26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:11:32.851778 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Publish callbacks [] for subnet (26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.887896 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.929204 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:32.987547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.013037 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:33.016742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.019881 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2d963f84-ea19-47a6-a5ae-ece01fe46b13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/26c9e0d8-5a47-4dda-bbfa-82ea9194ddb7 HTTP/1.1" status: 204 len: 168 time: 0.2237952 Jun 18 08:11:33.022487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54382) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:33.090034 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (34728dbd-466c-4060-9c86-3143df93aca9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.169022 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (34728dbd-466c-4060-9c86-3143df93aca9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.190270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34728dbd-466c-4060-9c86-3143df93aca9']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:33.199736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674fc568-4bc9-45cd-aa99-891c695039f0') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:33.200031 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674fc568-4bc9-45cd-aa99-891c695039f0') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:33.209729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (674fc568-4bc9-45cd-aa99-891c695039f0), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.219722 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:33.224257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (674fc568-4bc9-45cd-aa99-891c695039f0), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.232110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:11:33.232302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (674fc568-4bc9-45cd-aa99-891c695039f0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.262623 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.266340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 674fc568-4bc9-45cd-aa99-891c695039f0 resource provider aggregate not found Jun 18 08:11:33.535970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bf32c-d9c2-4f8a-b97d-031803e48187 req-fbb16245-3097-4064-b876-661870e1e4e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:33.537785 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-316bf32c-d9c2-4f8a-b97d-031803e48187 req-fbb16245-3097-4064-b876-661870e1e4e1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 931 time: 0.0480940 Jun 18 08:11:33.580150 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 674fc568-4bc9-45cd-aa99-891c695039f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674fc568-4bc9-45cd-aa99-891c695039f0 found for delete ", "request_id": "req-81c9cfa3-be41-4b0b-9acc-df3bb2e86aab"}]} Jun 18 08:11:33.587377 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (34728dbd-466c-4060-9c86-3143df93aca9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.590934 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-316bf32c-d9c2-4f8a-b97d-031803e48187 req-2fd01df1-250e-4ba8-bf95-770fc8caa2ae tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472269 Jun 18 08:11:33.600347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.603457 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34728dbd-466c-4060-9c86-3143df93aca9 HTTP/1.1" status: 204 len: 168 time: 0.5800767 Jun 18 08:11:33.609703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24614fae-3d44-4da6-9160-508e3e80adaf req-b5d7664f-2fdc-4386-a7ec-82c3cdd01eef tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:33.611177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24614fae-3d44-4da6-9160-508e3e80adaf req-b5d7664f-2fdc-4386-a7ec-82c3cdd01eef tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.3466275 Jun 18 08:11:33.622021 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc711-c00e-4360-beff-d52c67ee6bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34728dbd-466c-4060-9c86-3143df93aca9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:33.663578 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24614fae-3d44-4da6-9160-508e3e80adaf req-8c7dfc77-dc4c-41c6-a36c-d04f35bc2be5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 Jun 18 08:11:33.782145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54394) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:33.806257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:33.822800 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-af8b392f-6752-4d13-a48f-45c413dd245a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c53dba3c495141569fc1a011b51023b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394957 Jun 18 08:11:33.826000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54396) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:33.842313 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:11:33.878050 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Request body: {'port': {'device_id': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:33.897294 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] Publish callbacks [] for security_group (2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.943919 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] Publish callbacks [] for security_group (2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:33.971518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.035719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.038101 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.039287 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437 HTTP/1.1" status: 204 len: 168 time: 0.2123735 Jun 18 08:11:34.090565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf11a3-c720-45d7-9d8d-508517bcad15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cef83ed-ff7e-4f4f-a1a9-d9d2473e7437,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:34.254342 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:11:34.262726 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks [] for port (27173a71-a8ce-4f90-b96d-795c56228474), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.277435 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Transition to ACTIVE for port object 27173a71-a8ce-4f90-b96d-795c56228474 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:11:34.283262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.382304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-30f41e6f-9a8e-4357-bd67-6209a69b7031 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:34.384001 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-30f41e6f-9a8e-4357-bd67-6209a69b7031 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jun 18 08:11:34.386505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:34.522847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:34.529925 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Attempting to bind port 27173a71-a8ce-4f90-b96d-795c56228474 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:11:34.530250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Attempting to bind port 27173a71-a8ce-4f90-b96d-795c56228474 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:11:34.530568 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Attempting to bind port 27173a71-a8ce-4f90-b96d-795c56228474 on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:34.533172 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Deleting port 6775f598-dc03-4fff-a272-ad6c75956058 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:34.533497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (6775f598-dc03-4fff-a272-ad6c75956058), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.553812 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Port 27173a71-a8ce-4f90-b96d-795c56228474 on network c7f79979-914c-42cc-bb29-5a94ac49a40c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:11:34.554126 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Attempting to bind port 27173a71-a8ce-4f90-b96d-795c56228474 on network c7f79979-914c-42cc-bb29-5a94ac49a40c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:34.558934 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:34.574800 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:11:34.575154 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Checking segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:11:34.575526 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Bound using segment: {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:11:34.575957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Bound port: 27173a71-a8ce-4f90-b96d-795c56228474, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67341338-2cef-48a1-b9e7-be5b69cbc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:11:34.576332 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.676753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] For port 6775f598-dc03-4fff-a272-ad6c75956058, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=6775f598-dc03-4fff-a272-ad6c75956058,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:34.677115 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (6775f598-dc03-4fff-a272-ad6c75956058), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.716592 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec7674-2945-4b4b-aada-7fecf3d780e6 req-aba2d370-2456-4f50-b707-ceee69070fec tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:34.718341 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ecec7674-2945-4b4b-aada-7fecf3d780e6 req-aba2d370-2456-4f50-b707-ceee69070fec tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0517066 Jun 18 08:11:34.736983 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:11:34.766076 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:11:34.766704 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ecec7674-2945-4b4b-aada-7fecf3d780e6 req-8f73ea1c-7820-4d0c-b323-35939537b679 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419583 Jun 18 08:11:34.822513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.864636 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a0f54-673c-44ca-b93a-912aad5f2f0e req-351d7048-5b09-4999-8f7e-def778276ab0 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:34.866096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b9a0f54-673c-44ca-b93a-912aad5f2f0e req-351d7048-5b09-4999-8f7e-def778276ab0 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 945 time: 0.1199691 Jun 18 08:11:34.885039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:34.885693 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:34.886995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] 10.222.0.16 "PUT /v2.0/ports/27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 1093 time: 1.0147645 Jun 18 08:11:34.893449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:34.895648 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54" -d '{"events": [{"name": "network-changed", "server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:34.941735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70184fce-2c2d-4d01-8df5-80a783ac6cd2 x-openstack-request-id: req-70184fce-2c2d-4d01-8df5-80a783ac6cd2 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:34.942016 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:34.942259 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70184fce-2c2d-4d01-8df5-80a783ac6cd2 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:34.942645 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70184fce-2c2d-4d01-8df5-80a783ac6cd2'] response: {'name': 'network-changed', 'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'status': 'completed', 'code': 200} Jun 18 08:11:34.990645 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa26f7-f00e-41fa-baba-a13be84e9dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:35.033875 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:35.034210 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:35.034521 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Floating IP 5ad73ada-6401-48f2-b546-7272115dedf4 disassociated. External IP: 172.27.2.102, port: 6775f598-dc03-4fff-a272-ad6c75956058. Jun 18 08:11:35.034890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Calling delete_port for 6775f598-dc03-4fff-a272-ad6c75956058 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:35.047924 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0b9a0f54-673c-44ca-b93a-912aad5f2f0e req-c1bac80c-1363-4794-8b41-b3a5d1381a6a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=db8caaca-6989-4f5f-bda7-306502cbe031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707211 Jun 18 08:11:35.061618 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-450a2695-5103-4365-8c40-b6fbf413561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:35.063142 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-450a2695-5103-4365-8c40-b6fbf413561a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1127 time: 0.0901115 Jun 18 08:11:35.126631 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-d5dab548-72db-4e3a-9368-aef6a8f69301 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 217 time: 0.0356603 Jun 18 08:11:35.196480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-a7bf2c76-6934-4b24-8201-17bb7448e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:35.197898 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-a7bf2c76-6934-4b24-8201-17bb7448e8a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.0642488 Jun 18 08:11:35.263673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:35.272339 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-d9794b26-d7a3-40ad-882e-4394797d29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:35.273854 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-d9794b26-d7a3-40ad-882e-4394797d29d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676425 Jun 18 08:11:35.289615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (6775f598-dc03-4fff-a272-ad6c75956058), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:35.342411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'Port': ['ID=6775f598-dc03-4fff-a272-ad6c75956058,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:35.440831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:35.448009 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-b5fb1b97-2c09-43e8-b290-cd111a150c73 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671438 Jun 18 08:11:35.546183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:35.627154 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7163d97a-1278-464e-9064-815b06c5a0f0 req-d4e8d785-f731-4852-ae38-4269c291b978 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547933 Jun 18 08:11:35.668378 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b2e6d-a9f5-4dd8-ae28-7c5561ddf12a req-38ed783b-2160-4261-98f1-9bee9ba7dca4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:35.669787 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-613b2e6d-a9f5-4dd8-ae28-7c5561ddf12a req-38ed783b-2160-4261-98f1-9bee9ba7dca4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0593166 Jun 18 08:11:35.729225 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:35.740834 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:35.751411 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:35.752018 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:35.780591 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] No DVR routers for this DVR port 6775f598-dc03-4fff-a272-ad6c75956058 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:11:35.785462 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:35.788750 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eadecb19-2abf-41e2-8fb8-638fb9180379 req-ef6aecad-371d-44e8-b3b9-dd3fbfd19f8c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "DELETE /v2.0/ports/6775f598-dc03-4fff-a272-ad6c75956058 HTTP/1.1" status: 204 len: 173 time: 1.3798609 Jun 18 08:11:35.793393 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-613b2e6d-a9f5-4dd8-ae28-7c5561ddf12a req-49554cca-849d-47b2-a1ef-e9511d13dc87 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966613 Jun 18 08:11:35.858260 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:35.887635 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d01c5-3cfe-44c8-a072-41e948ab8447 req-e9db5ae8-b161-4d31-9dd3-3a241f89eca0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:35.889268 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-950d01c5-3cfe-44c8-a072-41e948ab8447 req-e9db5ae8-b161-4d31-9dd3-3a241f89eca0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0456381 Jun 18 08:11:35.936820 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-950d01c5-3cfe-44c8-a072-41e948ab8447 req-c0a454d1-d9da-4607-a86f-0f44695b0218 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Jun 18 08:11:35.980842 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:36.047997 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:36.051266 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:36.075796 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:36.085095 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:36.085655 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:36.147405 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1a37eaa4-ea10-4492-8170-82ba422f0999 req-04235209-79ae-4578-b653-576ed337d87b tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.0268846 Jun 18 08:11:36.185324 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:36.365460 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:36.389721 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62123c0-dcf1-4db2-abd5-d6bfe206585b None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:36.599646 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ea697-1db4-4aa5-88b0-92f27df09f6d None None] New status for floating IP 5ad73ada-6401-48f2-b546-7272115dedf4: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:36.911504 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173975a7-1142-44d5-af68-9fddf41cb7be req-67f78b81-0020-4fec-91bb-a810077c1eb1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:36.912978 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-173975a7-1142-44d5-af68-9fddf41cb7be req-67f78b81-0020-4fec-91bb-a810077c1eb1 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0497472 Jun 18 08:11:36.943472 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'name': 'network-vif-deleted', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:36.945794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1a6ede-c276-4f17-9f5c-57bdb5733136" -d '{"events": [{"server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "name": "network-vif-deleted", "tag": "6775f598-dc03-4fff-a272-ad6c75956058"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:36.961344 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-173975a7-1142-44d5-af68-9fddf41cb7be req-2f9085a6-7128-408c-8915-c7b250a675d5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425358 Jun 18 08:11:36.983128 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20761e7-594c-4dd9-a782-56b760951cdb x-openstack-request-id: req-c20761e7-594c-4dd9-a782-56b760951cdb {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:36.983420 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e626c-3e18-47cb-857d-b92aafddfbb4", "name": "network-vif-deleted", "tag": "6775f598-dc03-4fff-a272-ad6c75956058", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:36.983671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c20761e7-594c-4dd9-a782-56b760951cdb {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:36.984067 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20761e7-594c-4dd9-a782-56b760951cdb'] response: {'server_uuid': 'e15e626c-3e18-47cb-857d-b92aafddfbb4', 'name': 'network-vif-deleted', 'tag': '6775f598-dc03-4fff-a272-ad6c75956058', 'status': 'completed', 'code': 200} Jun 18 08:11:37.065224 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dbe7f-ea0f-4f71-b121-052c916c2d9b req-65dfdc99-4bef-4ce6-b953-d24fbc5c7b6c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:37.066648 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d82dbe7f-ea0f-4f71-b121-052c916c2d9b req-65dfdc99-4bef-4ce6-b953-d24fbc5c7b6c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0476038 Jun 18 08:11:37.114235 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d82dbe7f-ea0f-4f71-b121-052c916c2d9b req-4c512e5c-e816-4bf9-956b-427e16ac9f28 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Jun 18 08:11:37.257143 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43e0a444-3816-42be-9dc5-8c227867e040 req-611d961d-c2fd-4dca-8862-9b750b923b95 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.0394337 Jun 18 08:11:38.076156 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-51ee02b2-d20a-4470-9c89-226a702cba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.077902 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-51ee02b2-d20a-4470-9c89-226a702cba6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1127 time: 0.0408630 Jun 18 08:11:38.098149 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db79c6-7932-40e3-b4b4-dae001fb0cfb req-a402a762-06ea-45d1-83f8-ff66ac088c5c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.099664 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2db79c6-7932-40e3-b4b4-dae001fb0cfb req-a402a762-06ea-45d1-83f8-ff66ac088c5c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0515203 Jun 18 08:11:38.153043 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2db79c6-7932-40e3-b4b4-dae001fb0cfb req-470fa326-4eb2-413b-981c-1fbe96f46b9e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=bd135f25-5a9c-42a8-8882-07e97ecfe8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472338 Jun 18 08:11:38.184270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-e9ba6b36-458b-430e-8426-99b4dc2e5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.186087 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-e9ba6b36-458b-430e-8426-99b4dc2e5b14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.0997341 Jun 18 08:11:38.232371 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4baab-2904-4e37-8f92-dc52f8f46a5a req-f25885e4-f8bb-4d0d-94cf-8c0c7cc2b492 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.233861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bb4baab-2904-4e37-8f92-dc52f8f46a5a req-f25885e4-f8bb-4d0d-94cf-8c0c7cc2b492 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0443079 Jun 18 08:11:38.282251 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4bb4baab-2904-4e37-8f92-dc52f8f46a5a req-ef477ee3-2705-4d12-b8a5-1bea42f6c534 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Jun 18 08:11:38.363663 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-03d2c69e-f479-4a99-a075-ef5454577cc0 req-da4ac14f-d640-4e70-b96e-e7de50830479 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=e15e626c-3e18-47cb-857d-b92aafddfbb4 HTTP/1.1" status: 200 len: 210 time: 0.0269656 Jun 18 08:11:38.505893 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-71a10354-270b-432f-a2e8-271234c672c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 217 time: 0.0637877 Jun 18 08:11:38.523198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-9889acb2-9c22-4219-8b21-5b55abc4279a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.524623 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-9889acb2-9c22-4219-8b21-5b55abc4279a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 946 time: 0.0737250 Jun 18 08:11:38.623196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-f3006aa9-1707-452f-a459-758995dc23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.624648 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-f3006aa9-1707-452f-a459-758995dc23f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.0991988 Jun 18 08:11:38.627154 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:38.645208 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:38.645545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:38.700105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-023c4f1e-f88c-4bd5-b915-83b296eddd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:38.701605 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-023c4f1e-f88c-4bd5-b915-83b296eddd1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690045 Jun 18 08:11:38.810501 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] For port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:38.810794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:38.871168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:38.879972 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-e81f3f7d-b8ff-4802-b264-988a2ba0d624 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514533 Jun 18 08:11:39.039347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 6775f598-dc03-4fff-a272-ad6c75956058 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:11:39.050703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.051041 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.051397 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 95def81c-3f88-4964-86ec-c50919773d35 disassociated. External IP: 172.27.2.124, port: b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5. Jun 18 08:11:39.051731 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:39.059249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 6775f598-dc03-4fff-a272-ad6c75956058 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:11:39.059722 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 6775f598-dc03-4fff-a272-ad6c75956058 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:11:39.064449 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8bae8e5-e1e2-4a05-9752-a445aa1faa54 req-98bbba9c-2288-44ff-b972-dc68289369c6 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746545 Jun 18 08:11:39.190193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.217971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:39.279472 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a358e742-d1d9-4cbc-9042-18f37d76d2f8 req-b2d416ef-6a11-4b5b-a19b-415bc565dd3f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0558455 Jun 18 08:11:39.408645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17de3-580e-45e3-abdc-4167912d2ad3 req-afeca0c0-6f28-45ee-9882-6cd4bd08fa5b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:39.410478 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6ba17de3-580e-45e3-abdc-4167912d2ad3 req-afeca0c0-6f28-45ee-9882-6cd4bd08fa5b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0521059 Jun 18 08:11:39.457423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54444) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:39.484446 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6ba17de3-580e-45e3-abdc-4167912d2ad3 req-843db31f-2f41-4a1a-9d3f-e9f496293cef tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675914 Jun 18 08:11:39.534945 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (db8caaca-6989-4f5f-bda7-306502cbe031), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.561341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (db8caaca-6989-4f5f-bda7-306502cbe031), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.583382 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:39.618412 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (db8caaca-6989-4f5f-bda7-306502cbe031), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.619704 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:39.621796 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.623292 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "DELETE /v2.0/security-groups/db8caaca-6989-4f5f-bda7-306502cbe031 HTTP/1.1" status: 204 len: 168 time: 0.1647570 Jun 18 08:11:39.626034 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54446) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:39.633532 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a132811-381f-48a3-abea-1f20bc50cb05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8caaca-6989-4f5f-bda7-306502cbe031,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:39.644397 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-46b670da-64af-45d1-9a26-d660b4af7d3d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] show failed (client error): The resource could not be found. Jun 18 08:11:39.648667 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-46b670da-64af-45d1-9a26-d660b4af7d3d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups/db8caaca-6989-4f5f-bda7-306502cbe031 HTTP/1.1" status: 404 len: 347 time: 0.0207169 Jun 18 08:11:39.649386 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54448) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:39.824340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:39.837825 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:39.839965 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Deleting port de4d9a88-e6f9-4e6e-a3f2-3b1246f26778 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:39.840586 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.848062 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:39.858985 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:39.859613 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:39.897043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] No DVR routers for this DVR port b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:11:39.900864 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.904039 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-55144871-ef42-43d2-a85b-29bf1a46f022 req-e691532e-08bc-4010-b964-c795e73dc053 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "DELETE /v2.0/ports/b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 HTTP/1.1" status: 204 len: 173 time: 1.3713272 Jun 18 08:11:39.904477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'name': 'network-vif-deleted', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:39.906700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aab5eb-ceaf-4d0e-879e-fc53fbf3a9a3" -d '{"events": [{"server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "name": "network-vif-deleted", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:39.936751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:39.965061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.965402 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:39.979608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427ca2c2-a015-4a0a-926a-ecee97212c74 x-openstack-request-id: req-427ca2c2-a015-4a0a-926a-ecee97212c74 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:39.979793 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:39.979914 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f253692-d1ff-49e3-8583-70666337a4cd", "name": "network-vif-deleted", "tag": "b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:39.980129 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-427ca2c2-a015-4a0a-926a-ecee97212c74 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:39.980518 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427ca2c2-a015-4a0a-926a-ecee97212c74'] response: {'server_uuid': '5f253692-d1ff-49e3-8583-70666337a4cd', 'name': 'network-vif-deleted', 'tag': 'b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5', 'status': 'completed', 'code': 200} Jun 18 08:11:39.981449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Calling delete_port for de4d9a88-e6f9-4e6e-a3f2-3b1246f26778 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:40.123107 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (de4d9a88-e6f9-4e6e-a3f2-3b1246f26778), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.147237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'Port': ['ID=de4d9a88-e6f9-4e6e-a3f2-3b1246f26778,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:40.210622 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (5ad73ada-6401-48f2-b546-7272115dedf4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.213399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.214606 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f36b27e0-ce88-4b23-8bf1-cc6ce8b77ca1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ad73ada-6401-48f2-b546-7272115dedf4 HTTP/1.1" status: 204 len: 168 time: 0.5623353 Jun 18 08:11:40.283055 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:40.297233 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54456) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:40.301840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100794732', 'description': 'tempest-description--1128426826'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:40.308337 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:40.317753 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:40.318370 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:40.326742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.408922 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fd745050-3166-4973-866d-218d05674c7c req-b6ba6a40-160b-4835-b0e8-c787e6cf55ec tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f253692-d1ff-49e3-8583-70666337a4cd HTTP/1.1" status: 200 len: 210 time: 0.0380888 Jun 18 08:11:40.444590 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:40.450396 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (16eb3b04-569e-4f9a-85c7-5c8088fe0998), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.454087 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (16eb3b04-569e-4f9a-85c7-5c8088fe0998), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.485100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.488990 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1880920 Jun 18 08:11:40.488990 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19671839-53c7-49e1-b01c-646588dcab94 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb3b04-569e-4f9a-85c7-5c8088fe0998,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:40.489341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54460) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:40.495405 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group_rule': {'security_group_id': '16eb3b04-569e-4f9a-85c7-5c8088fe0998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:40.526493 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (d98d6829-cae2-40bb-bab0-28cbfbe6a4fa), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.570134 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:40.606831 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:40.608974 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:40.626665 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (d98d6829-cae2-40bb-bab0-28cbfbe6a4fa), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.633405 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008287b-a75a-4279-92b8-14ffc08da0c3 req-aa7e436a-ab46-4881-9c09-2ebcc9f97040 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:40.634949 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5008287b-a75a-4279-92b8-14ffc08da0c3 req-aa7e436a-ab46-4881-9c09-2ebcc9f97040 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0647235 Jun 18 08:11:40.636459 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (d98d6829-cae2-40bb-bab0-28cbfbe6a4fa), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.666318 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98d6829-cae2-40bb-bab0-28cbfbe6a4fa,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:40.672341 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:40.677755 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.678951 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3ce5512a-b6f8-4254-b5e4-c6457c62a310 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872962 Jun 18 08:11:40.682072 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54464) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:40.687203 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'security_group_rule': {'security_group_id': '16eb3b04-569e-4f9a-85c7-5c8088fe0998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:40.697200 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a42c5a-a2a7-4880-af04-98bc27f2e516 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '38c4b6bc-4e25-4f3c-91c3-f08707054f03', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:09:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:08:18Z', 'updated_at': '2022-06-18T08:08:44Z', 'revision_number': 2, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:40.711508 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5008287b-a75a-4279-92b8-14ffc08da0c3 req-90630793-6f93-4735-833d-b5da8e225962 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665720 Jun 18 08:11:40.719583 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (41efea43-98fa-4c9d-a257-b96c03bff62a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.782509 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (41efea43-98fa-4c9d-a257-b96c03bff62a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.786768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (41efea43-98fa-4c9d-a257-b96c03bff62a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.805573 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41efea43-98fa-4c9d-a257-b96c03bff62a,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:40.814782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.816033 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0cca6908-c478-4788-8012-f0ad53e3338a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327899 Jun 18 08:11:40.819515 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54466) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:40.824742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:40.846432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.912469 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:40.929989 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32167003-888e-4852-8f57-5feb994037d7 None None] New status for floating IP 95def81c-3f88-4964-86ec-c50919773d35: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:40.932380 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:40.989876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:41.038696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Allocated IP 172.27.2.38 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/87e54b19-e268-4b32-a6cd-cec3faac37e0) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:41.040661 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:11:41.144366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:41.149754 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.156329 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '27173a71-a8ce-4f90-b96d-795c56228474', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:11:41.182253 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.192412 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:11:41.192799 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.207437 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:11:41.223002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:41.227368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:41.231328 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:41.233071 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:41.236409 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=87e54b19-e268-4b32-a6cd-cec3faac37e0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:41.238282 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.284382 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:41.291839 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.292161 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.292498 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.292832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.293156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.293480 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.293798 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.294097 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.294414 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.294729 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.295074 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.295393 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.295706 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.296020 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.296331 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:11:41.317835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.367804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.509744 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54472) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:41.522531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.528519 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.567875 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (bd135f25-5a9c-42a8-8882-07e97ecfe8cd), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.590645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (bd135f25-5a9c-42a8-8882-07e97ecfe8cd), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.598764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=87e54b19-e268-4b32-a6cd-cec3faac37e0,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:41.607510 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.624364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.634586 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-44ccba33-cfa9-4a39-8f19-a672e99e171f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8050153 Jun 18 08:11:41.639303 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (bd135f25-5a9c-42a8-8882-07e97ecfe8cd), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.643424 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.647112 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/security-groups/bd135f25-5a9c-42a8-8882-07e97ecfe8cd HTTP/1.1" status: 204 len: 168 time: 0.1336000 Jun 18 08:11:41.647272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['27173a71-a8ce-4f90-b96d-795c56228474'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:11:41.648586 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54476) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:41.667279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990ef6e-8be9-472a-9558-cff0855e89db tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd135f25-5a9c-42a8-8882-07e97ecfe8cd,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:41.670278 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.api.v2.resource [None req-3438b654-a668-4720-8515-e1056f7fe3ae tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] show failed (client error): The resource could not be found. Jun 18 08:11:41.671331 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3438b654-a668-4720-8515-e1056f7fe3ae tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups/bd135f25-5a9c-42a8-8882-07e97ecfe8cd HTTP/1.1" status: 404 len: 347 time: 0.0217917 Jun 18 08:11:41.674358 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54478) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:41.787310 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:41.810883 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port fda386b9-8475-4583-94cb-f7e9f05f40e3 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:41.811516 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.863298 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ce62b9fe-1246-45d7-85f3-660983aeee07 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1100794732&fields=id&tenant_id=273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 267 time: 0.0483208 Jun 18 08:11:41.870090 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594cf5-79a8-4d63-9ae9-0222064dbe4a req-e12c81ab-3a41-489e-8e03-536f1af5081a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:41.871595 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-21594cf5-79a8-4d63-9ae9-0222064dbe4a req-e12c81ab-3a41-489e-8e03-536f1af5081a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 944 time: 0.0784636 Jun 18 08:11:41.880409 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:41.902566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:41.954617 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.954835 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (fda386b9-8475-4583-94cb-f7e9f05f40e3), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:41.972226 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-21594cf5-79a8-4d63-9ae9-0222064dbe4a req-0404f4ea-42cd-451d-89ff-8a74d81e802c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754967 Jun 18 08:11:41.973169 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for fda386b9-8475-4583-94cb-f7e9f05f40e3 owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:41.977291 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-d781a4e0-dcf1-418a-a335-ade6ba1d28c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:41.979575 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-d781a4e0-dcf1-418a-a335-ade6ba1d28c5 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 809 time: 0.1097827 Jun 18 08:11:42.003109 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-312d57d4-9338-4925-9153-9231a9c67214 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/quotas/273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 375 time: 0.0179560 Jun 18 08:11:42.040045 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:42.052273 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-1311231e-e07e-44e4-8960-77a013437358 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438499 Jun 18 08:11:42.110584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (fda386b9-8475-4583-94cb-f7e9f05f40e3), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:42.134838 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=fda386b9-8475-4583-94cb-f7e9f05f40e3,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:42.158309 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-68ff9b5e-79e1-48c4-9ad3-60959bbe2a90 service neutron] 10.222.0.23 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 Jun 18 08:11:42.198622 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (95def81c-3f88-4964-86ec-c50919773d35), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:42.201626 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:42.203517 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c2049e19-2062-4c3e-bb63-2ad6efa5b413 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/floatingips/95def81c-3f88-4964-86ec-c50919773d35 HTTP/1.1" status: 204 len: 168 time: 0.5277851 Jun 18 08:11:42.249702 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-8825629b-a8a1-4720-8521-0f979d6c48a3 service neutron] 10.222.0.23 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Jun 18 08:11:42.424749 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-94ef9924-ef77-4c9d-8d32-0253fd301750 req-248a159c-dfb2-495b-989d-7e9bdc731e55 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 210 time: 0.0370843 Jun 18 08:11:43.054028 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:11:43.099503 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 27173a71-a8ce-4f90-b96d-795c56228474 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:11:43.104312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499e73-3647-41a6-8fb8-5530dd76cfb6 req-6c6daaa3-4fa5-4308-93e1-d896ecde8045 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:43.105964 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6a499e73-3647-41a6-8fb8-5530dd76cfb6 req-6c6daaa3-4fa5-4308-93e1-d896ecde8045 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 944 time: 0.0547919 Jun 18 08:11:43.108136 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 27173a71-a8ce-4f90-b96d-795c56228474 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:11:43.108568 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (27173a71-a8ce-4f90-b96d-795c56228474), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:43.158598 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6a499e73-3647-41a6-8fb8-5530dd76cfb6 req-ab05c15d-e29f-4966-b1c0-41b24cb5c19c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Jun 18 08:11:43.201409 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:11:43.201795 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:43.224121 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:43.226342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05034796-1039-4f1b-bb4f-7d99a6aed16d" -d '{"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:43.239219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:43.243829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:43.244916 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:11:43.279231 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb03183-e154-4885-9ac7-bd49dd25183e x-openstack-request-id: req-9bb03183-e154-4885-9ac7-bd49dd25183e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:43.279419 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:43.279682 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9bb03183-e154-4885-9ac7-bd49dd25183e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:43.280049 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb03183-e154-4885-9ac7-bd49dd25183e'] response: {'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'code': 200} Jun 18 08:11:43.284589 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:11:43.284901 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device b757cb2c-fda4-4d15-b0cd-a2bc0a5eabe5 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:11:43.307249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:43.537123 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a4886223-5156-4e2d-939a-b96879cf1278 req-17896071-4cf8-43c7-be1a-c03279250940 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 210 time: 0.0285089 Jun 18 08:11:43.797050 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcb804-8184-4140-ac9b-390a2c016323 req-44128a6a-10a5-4e3d-9492-a499d243cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:43.798410 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dadcb804-8184-4140-ac9b-390a2c016323 req-44128a6a-10a5-4e3d-9492-a499d243cfc0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1129 time: 0.0534613 Jun 18 08:11:43.818417 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-7b09b5a3-09bf-470c-bd5e-cc2c49a5183d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:43.819839 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-7b09b5a3-09bf-470c-bd5e-cc2c49a5183d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 809 time: 0.1396384 Jun 18 08:11:43.865730 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dadcb804-8184-4140-ac9b-390a2c016323 req-96bda361-383e-433e-9b18-7aba0d2126d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602148 Jun 18 08:11:43.907102 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-c279fb60-ee07-4a00-878b-a9cce58b7c06 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=273ac76b51f14a4998a14fcfb06009a8 HTTP/1.1" status: 200 len: 380 time: 0.0697708 Jun 18 08:11:44.159494 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'port': {'device_id': '1e53340a-d169-4af3-ac69-237f29936c85', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'admin_state_up': True, 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'security_groups': ['16eb3b04-569e-4f9a-85c7-5c8088fe0998']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:44.282156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0fb19-58eb-4267-8308-3afd410a102e req-a7e83daf-8339-4965-a1d4-9df35915dc49 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:44.283623 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bee0fb19-58eb-4267-8308-3afd410a102e req-a7e83daf-8339-4965-a1d4-9df35915dc49 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0488367 Jun 18 08:11:44.283773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Made reservation on behalf of 273ac76b51f14a4998a14fcfb06009a8 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:11:44.287607 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:44.294995 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:44.333364 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bee0fb19-58eb-4267-8308-3afd410a102e req-39f3c9f5-af5b-45f9-86ae-bd6f4f8fc193 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Jun 18 08:11:44.412846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Allocated IP 172.20.0.11 (838e60ac-16d8-4c86-8375-153c589f9f8c/7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37/438a19f0-250c-40c9-bebf-d7a6d1e44363) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:44.447313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:44.530266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:44.565115 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:44.604292 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:44.688553 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Network 838e60ac-16d8-4c86-8375-153c589f9f8c is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:44.693943 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:44.697365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event updated for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:44.699471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:44.709559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cfec8-0804-4ef7-86f1-5c1b64c6451b req-ab238dc7-ec2e-4944-b981-58c641145994 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:44.716651 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-549cfec8-0804-4ef7-86f1-5c1b64c6451b req-ab238dc7-ec2e-4944-b981-58c641145994 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 932 time: 0.1018105 Jun 18 08:11:44.785690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:44.786301 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:44.809134 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-549cfec8-0804-4ef7-86f1-5c1b64c6451b req-4c57147d-4811-4c33-8a09-ef4e012b0e03 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914323 Jun 18 08:11:44.815314 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-ac0b9bcf-5341-4c67-99ba-84e71e5c13b1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622627 Jun 18 08:11:44.838703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Request body: {'port': {'device_id': '1e53340a-d169-4af3-ac69-237f29936c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:44.912312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e314f-6556-47a6-a563-b35d8464d1b8 req-94a1831c-621d-4c45-a360-980eaf26b168 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:44.913592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:44.915486 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-840e314f-6556-47a6-a563-b35d8464d1b8 req-94a1831c-621d-4c45-a360-980eaf26b168 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Jun 18 08:11:44.961892 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-840e314f-6556-47a6-a563-b35d8464d1b8 req-11dce542-b6a8-4a92-9c11-119329859060 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Jun 18 08:11:44.992564 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-05bbc4d4-ee53-410b-95b2-f99e5cec7888 None None] Provisioning complete for port 438a19f0-250c-40c9-bebf-d7a6d1e44363 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:11:44.993175 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-05bbc4d4-ee53-410b-95b2-f99e5cec7888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.011118 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:45.025737 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-05bbc4d4-ee53-410b-95b2-f99e5cec7888 None None] Port 438a19f0-250c-40c9-bebf-d7a6d1e44363 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:11:45.166184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438a19f0-250c-40c9-bebf-d7a6d1e44363 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:11:45.174185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks [] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.186997 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Transition to ACTIVE for port object 438a19f0-250c-40c9-bebf-d7a6d1e44363 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:11:45.192105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.240952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Pushing event updated for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:45.290744 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:45.316544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Attempting to bind port 438a19f0-250c-40c9-bebf-d7a6d1e44363 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:11:45.316868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Attempting to bind port 438a19f0-250c-40c9-bebf-d7a6d1e44363 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:11:45.317193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Attempting to bind port 438a19f0-250c-40c9-bebf-d7a6d1e44363 on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:45.322241 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Port 438a19f0-250c-40c9-bebf-d7a6d1e44363 on network 838e60ac-16d8-4c86-8375-153c589f9f8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:11:45.322547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Attempting to bind port 438a19f0-250c-40c9-bebf-d7a6d1e44363 on network 838e60ac-16d8-4c86-8375-153c589f9f8c {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:45.328118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:11:45.328447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Checking segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:11:45.328811 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Bound using segment: {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:11:45.329236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Bound port: 438a19f0-250c-40c9-bebf-d7a6d1e44363, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de75b83-175f-45e6-8681-b732bbfe8818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:11:45.329592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.338779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:45.398192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:11:45.401329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:11:45.415415 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.472788 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:45.473400 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:45.474813 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/438a19f0-250c-40c9-bebf-d7a6d1e44363 HTTP/1.1" status: 200 len: 1094 time: 0.6435578 Jun 18 08:11:45.477153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:45.479454 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863cff2d-4400-457b-80b5-9729da5179d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:45.492968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d93c84-f530-4d0f-9fd7-d8781ea87c39 req-e6e541a8-2316-4d22-9015-9ade817ec6a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:45.494517 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a5d93c84-f530-4d0f-9fd7-d8781ea87c39 req-e6e541a8-2316-4d22-9015-9ade817ec6a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0889335 Jun 18 08:11:45.519242 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871bff0-8ff6-442f-8639-5a4dd46293fa x-openstack-request-id: req-7871bff0-8ff6-442f-8639-5a4dd46293fa {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:45.519504 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:45.519772 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7871bff0-8ff6-442f-8639-5a4dd46293fa {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:45.520133 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7871bff0-8ff6-442f-8639-5a4dd46293fa'] response: {'name': 'network-changed', 'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'status': 'completed', 'code': 200} Jun 18 08:11:45.526717 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c0935-1d47-405e-aefd-612159f384b2 service neutron] Pushing event updated for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:45.560286 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a5d93c84-f530-4d0f-9fd7-d8781ea87c39 req-c1bd3456-056a-4ece-9d3e-5bcb9517fde9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577044 Jun 18 08:11:45.940725 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13740df1-f7f1-4fec-a472-f9e2379f1756 req-3a45466c-4a09-44ef-8e46-1cbe02c2f90c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:45.942168 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-13740df1-f7f1-4fec-a472-f9e2379f1756 req-3a45466c-4a09-44ef-8e46-1cbe02c2f90c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.0530984 Jun 18 08:11:46.080405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36c54-4359-4088-ade2-66bfd0693f96 req-9c19a9c4-45b0-4364-9980-ba95068d9559 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:46.082003 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ebb36c54-4359-4088-ade2-66bfd0693f96 req-9c19a9c4-45b0-4364-9980-ba95068d9559 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0493627 Jun 18 08:11:46.135594 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ebb36c54-4359-4088-ade2-66bfd0693f96 req-fad309b2-74ba-40be-985d-a4d22902a921 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474625 Jun 18 08:11:46.203880 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-13740df1-f7f1-4fec-a472-f9e2379f1756 req-f2503518-534f-4425-b3ea-2f79694c7463 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559779 Jun 18 08:11:46.679044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770733f-e438-495a-8be1-296da7a6720d req-f375564b-8ccd-4ab1-82a5-ba597a6272d3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:46.680499 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2770733f-e438-495a-8be1-296da7a6720d req-f375564b-8ccd-4ab1-82a5-ba597a6272d3 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Jun 18 08:11:46.732081 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2770733f-e438-495a-8be1-296da7a6720d req-62dc0f8c-d449-4018-a605-d7ac575f6157 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449724 Jun 18 08:11:46.847601 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681bb19-31f6-479b-b962-b2df38d4ea54 req-00d45da7-d542-4509-b402-8515e2a9bc0c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:46.849003 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7681bb19-31f6-479b-b962-b2df38d4ea54 req-00d45da7-d542-4509-b402-8515e2a9bc0c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0473061 Jun 18 08:11:46.858011 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54548) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:46.862487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Request body: {'floatingip': {'port_id': '27173a71-a8ce-4f90-b96d-795c56228474'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:46.899856 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.061512 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cff2d-4400-457b-80b5-9729da5179d5 req-19a6a51c-21cb-4b70-9bc3-7546275143b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.063002 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-863cff2d-4400-457b-80b5-9729da5179d5 req-19a6a51c-21cb-4b70-9bc3-7546275143b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 1128 time: 0.0400455 Jun 18 08:11:47.229145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-fe88021c-92f3-46c4-9171-a1d87d6928e9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.230585 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-fe88021c-92f3-46c4-9171-a1d87d6928e9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.0838177 Jun 18 08:11:47.343339 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:47.365180 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b156a-1bb6-4d8d-a7be-9adb7b3cbe99 req-946f2d97-b3b8-4a9a-9377-9f9cf9136cc1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.366789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7a5b156a-1bb6-4d8d-a7be-9adb7b3cbe99 req-946f2d97-b3b8-4a9a-9377-9f9cf9136cc1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.0922942 Jun 18 08:11:47.372998 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.383927 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.468525 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7a5b156a-1bb6-4d8d-a7be-9adb7b3cbe99 req-8cdab2a0-85cf-4170-a4d8-a13658128309 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938885 Jun 18 08:11:47.509757 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Floating IP 017bd6e8-481c-438d-ae6c-3debf154023d associated. External IP: 172.27.2.110, port: 27173a71-a8ce-4f90-b96d-795c56228474. Jun 18 08:11:47.602962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9dbad-db29-491a-a256-ad89da001ba4 req-06864544-ab10-499a-a798-5873df1052f2 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.604508 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3ce9dbad-db29-491a-a256-ad89da001ba4 req-06864544-ab10-499a-a798-5873df1052f2 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 946 time: 0.3952458 Jun 18 08:11:47.650945 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cff2d-4400-457b-80b5-9729da5179d5 req-336f375a-6768-4c26-bef6-2a78ab75543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.652433 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-863cff2d-4400-457b-80b5-9729da5179d5 req-336f375a-6768-4c26-bef6-2a78ab75543d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=273ac76b51f14a4998a14fcfb06009a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5142884 Jun 18 08:11:47.703904 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:47.704250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.713768 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:47.737995 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:47.775935 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3ce9dbad-db29-491a-a256-ad89da001ba4 req-71334097-fd53-4f09-bf59-19723ab48981 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627793 Jun 18 08:11:47.842206 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:47.843998 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:47.846679 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.848084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cff2d-4400-457b-80b5-9729da5179d5 req-2414e776-e213-4066-bfcf-814725fc09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:47.849198 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-863cff2d-4400-457b-80b5-9729da5179d5 req-2414e776-e213-4066-bfcf-814725fc09b2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841388 Jun 18 08:11:47.854368 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:47.865460 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] For port cc1e7c56-27e8-4f1c-8c35-238d6c80f431, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:47.865835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:47.866545 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:47.867368 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:47.876257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:47.896927 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ad5954c1-0738-4e16-9b9b-ed88196a2530 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "PUT /v2.0/floatingips/017bd6e8-481c-438d-ae6c-3debf154023d HTTP/1.1" status: 200 len: 991 time: 1.0378780 Jun 18 08:11:47.897495 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:47.900145 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0204b-808e-4b15-87cf-a752cdfdf15a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:47.944232 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d22dfe2-2a8a-42f3-8616-b66eac05ef2c x-openstack-request-id: req-0d22dfe2-2a8a-42f3-8616-b66eac05ef2c {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:47.944527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:47.944780 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d22dfe2-2a8a-42f3-8616-b66eac05ef2c {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:47.945186 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d22dfe2-2a8a-42f3-8616-b66eac05ef2c'] response: {'name': 'network-changed', 'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'status': 'completed', 'code': 200} Jun 18 08:11:47.979888 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:48.003979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-2878a1fc-5e9c-45da-ac86-cc6ce426ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.005277 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-2878a1fc-5e9c-45da-ac86-cc6ce426ab2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 1128 time: 0.0841491 Jun 18 08:11:48.069508 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-446bff22-47a7-40d0-9425-ff90bf56bc70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363 HTTP/1.1" status: 200 len: 217 time: 0.0434697 Jun 18 08:11:48.073975 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-eb4f1c60-d64e-430a-bfc5-4792afa7d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.075481 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-eb4f1c60-d64e-430a-bfc5-4792afa7d316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1129 time: 0.0813756 Jun 18 08:11:48.196622 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '017bd6e8-481c-438d-ae6c-3debf154023d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:29Z', 'updated_at': '2022-06-18T08:11:47Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:48.221467 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:48.227246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:48.227605 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:48.227914 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 38c4b6bc-4e25-4f3c-91c3-f08707054f03 disassociated. External IP: 172.27.2.6, port: cc1e7c56-27e8-4f1c-8c35-238d6c80f431. Jun 18 08:11:48.228250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for cc1e7c56-27e8-4f1c-8c35-238d6c80f431 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:48.230110 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:48.230699 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:48.236659 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-663e7b60-8ba9-4a78-a183-0a9ba066818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.238131 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-663e7b60-8ba9-4a78-a183-0a9ba066818b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.1603813 Jun 18 08:11:48.319544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-ce136e19-009c-446c-9342-b1e4b349c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.320893 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-ce136e19-009c-446c-9342-b1e4b349c532 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.2288315 Jun 18 08:11:48.330560 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:48.330739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-cdd11419-0331-429e-9e8f-1a437baeeefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.332050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-cdd11419-0331-429e-9e8f-1a437baeeefc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859945 Jun 18 08:11:48.432113 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-c9b6b99a-ae3f-402d-86a2-9d547e19df97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 999 time: 0.1025736 Jun 18 08:11:48.545881 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '017bd6e8-481c-438d-ae6c-3debf154023d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:29Z', 'updated_at': '2022-06-18T08:11:47Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:48.578448 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c102652f-4e71-4520-8984-3007eb4c8ed4 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '017bd6e8-481c-438d-ae6c-3debf154023d', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:29Z', 'updated_at': '2022-06-18T08:11:47Z', 'revision_number': 1, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:48.591693 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-948c14cc-cf1b-4962-b40c-6c6c2d781013 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450774 Jun 18 08:11:48.596663 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-ac78abf9-eefb-470f-bdf3-8e9473dc8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.598176 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-ac78abf9-eefb-470f-bdf3-8e9473dc8a27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1384802 Jun 18 08:11:48.636319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cc1e7c56-27e8-4f1c-8c35-238d6c80f431), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:48.670785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c028dd-02f2-4b35-8bc4-87c13d0118a7 req-4b6fcdcd-0b92-468b-9022-419641edfb95 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.672256 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48c028dd-02f2-4b35-8bc4-87c13d0118a7 req-4b6fcdcd-0b92-468b-9022-419641edfb95 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.1235890 Jun 18 08:11:48.714633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=cc1e7c56-27e8-4f1c-8c35-238d6c80f431,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:48.752166 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:48.756687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:48.757987 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-d96313be-c1e6-4e34-881a-c7719a8a2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:48.759604 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-d96313be-c1e6-4e34-881a-c7719a8a2179 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472840 Jun 18 08:11:48.781592 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96645af1-b389-48b2-a7cb-d7d56314ecd2 None None] New status for floating IP 017bd6e8-481c-438d-ae6c-3debf154023d: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:48.876246 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e03cb1f1-0f17-4cff-9739-ee5a21759490 req-8915ff7a-b8ef-4962-b1b5-e9bf83c94aa3 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744930 Jun 18 08:11:48.882430 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-79844f94-0281-4948-bb84-8583cf9f0c4a req-1ec829f1-6856-4823-9673-e24a537be0cd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0288329 Jun 18 08:11:48.916596 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48c028dd-02f2-4b35-8bc4-87c13d0118a7 req-bcf66f30-b5c4-44b1-8282-8c17ae26eb35 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304056 Jun 18 08:11:48.991932 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-e0435699-d955-4c6f-8320-66a0468aefa8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201273 Jun 18 08:11:48.993548 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:49.107847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:49.119188 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:49.130328 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:49.131216 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:49.150683 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] No DVR routers for this DVR port cc1e7c56-27e8-4f1c-8c35-238d6c80f431 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:11:49.153432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:49.157608 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9b1c0cb4-a985-4b9e-a035-adb40d873b50 req-33a727d1-df83-477e-94c3-8285f407d081 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "DELETE /v2.0/ports/cc1e7c56-27e8-4f1c-8c35-238d6c80f431 HTTP/1.1" status: 204 len: 173 time: 1.6229806 Jun 18 08:11:49.158323 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'name': 'network-vif-deleted', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:49.160860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511c66c5-10c1-4b54-b6b2-6c83d42f6450" -d '{"events": [{"server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "name": "network-vif-deleted", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:49.167500 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:49.168633 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:49.205735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a28877-bf37-404e-9476-a1cf186d87e8 x-openstack-request-id: req-c8a28877-bf37-404e-9476-a1cf186d87e8 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:49.206027 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b729a844-3a58-4b1a-9d49-bb4aa97773e6", "name": "network-vif-deleted", "tag": "cc1e7c56-27e8-4f1c-8c35-238d6c80f431", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:49.206278 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8a28877-bf37-404e-9476-a1cf186d87e8 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:49.206679 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a28877-bf37-404e-9476-a1cf186d87e8'] response: {'server_uuid': 'b729a844-3a58-4b1a-9d49-bb4aa97773e6', 'name': 'network-vif-deleted', 'tag': 'cc1e7c56-27e8-4f1c-8c35-238d6c80f431', 'status': 'completed', 'code': 200} Jun 18 08:11:49.321113 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:49.532008 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:49.556609 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:49.566434 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:49.567070 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:49.678686 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:49.887603 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:49.913323 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8645a1-1701-4e21-bf2b-cb18c967808a None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:49.933325 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7e0204b-808e-4b15-87cf-a752cdfdf15a req-0e084634-3c4b-4afe-8dc6-39b17bc35e8e service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996122 Jun 18 08:11:50.024589 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e48e1ea-192f-4803-b76f-bdeb7ad389d7 req-20e13d2a-2636-45ce-ba64-583099520389 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=b729a844-3a58-4b1a-9d49-bb4aa97773e6 HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jun 18 08:11:50.096419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30332b3b-d1d7-4e35-891d-1b85ce6f3fe8 req-18f33739-ef80-4aab-9996-9519dd8d149d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:50.098122 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-30332b3b-d1d7-4e35-891d-1b85ce6f3fe8 req-18f33739-ef80-4aab-9996-9519dd8d149d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.0506709 Jun 18 08:11:50.159649 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-30332b3b-d1d7-4e35-891d-1b85ce6f3fe8 req-214b7e54-1b9e-40a6-964c-1707e8944490 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551078 Jun 18 08:11:50.185432 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e0685-cd43-4568-bb68-236c437d8f43 None None] New status for floating IP 38c4b6bc-4e25-4f3c-91c3-f08707054f03: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:51.072023 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cc1e7c56-27e8-4f1c-8c35-238d6c80f431 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:11:51.092541 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: cc1e7c56-27e8-4f1c-8c35-238d6c80f431 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:11:51.092895 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device cc1e7c56-27e8-4f1c-8c35-238d6c80f431 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:11:51.111173 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54574) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:51.167058 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.191564 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.242969 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.245966 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.247393 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1 HTTP/1.1" status: 204 len: 168 time: 0.1351817 Jun 18 08:11:51.250787 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54578) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:51.267513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8191b3-b7b8-4382-a7c1-6857d409eae9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:51.269393 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.api.v2.resource [None req-2b0e2ef3-b51a-412d-9457-013372dc1125 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] show failed (client error): The resource could not be found. Jun 18 08:11:51.270394 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2b0e2ef3-b51a-412d-9457-013372dc1125 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups/b9b2aa90-a70a-4ed7-9ed8-7592b595b0b1 HTTP/1.1" status: 404 len: 347 time: 0.0186617 Jun 18 08:11:51.273495 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54580) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:51.279035 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2e787-e372-40fd-8f3f-182fe7f7c3b4 req-4892e196-7652-4d32-94fe-b6461d21ccba tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:51.279035 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25b2e787-e372-40fd-8f3f-182fe7f7c3b4 req-4892e196-7652-4d32-94fe-b6461d21ccba tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.0491605 Jun 18 08:11:51.330530 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25b2e787-e372-40fd-8f3f-182fe7f7c3b4 req-9b9bb71c-881a-4155-9222-e5685388e7db tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Jun 18 08:11:51.379384 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:51.384738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port 56be6209-37c0-4f3e-8c17-bebbb98f1f6f {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:11:51.385291 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.465971 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.466263 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.479310 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for 56be6209-37c0-4f3e-8c17-bebbb98f1f6f owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:11:51.613084 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (56be6209-37c0-4f3e-8c17-bebbb98f1f6f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.636455 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=56be6209-37c0-4f3e-8c17-bebbb98f1f6f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:51.708515 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (38c4b6bc-4e25-4f3c-91c3-f08707054f03), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.711053 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.712221 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-43d20233-f00f-4de9-804b-2a3b022b9b29 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/floatingips/38c4b6bc-4e25-4f3c-91c3-f08707054f03 HTTP/1.1" status: 204 len: 168 time: 0.4377866 Jun 18 08:11:51.794956 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54586) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:51.799556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157511971', 'description': 'tempest-description--402963577'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:51.821717 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.844160 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:51.889409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (be9f6246-c445-4332-822a-2ca158fcdb50), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.894758 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (be9f6246-c445-4332-822a-2ca158fcdb50), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.925074 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:51.926336 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1302922 Jun 18 08:11:51.927179 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb04bd1-10be-4b6d-a9f3-33b118057ced tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f6246-c445-4332-822a-2ca158fcdb50,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:51.929229 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54588) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:51.934285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'be9f6246-c445-4332-822a-2ca158fcdb50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:51.965120 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (d0557405-1ce7-43d6-a9ab-31e4809e5d80), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.011863 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (d0557405-1ce7-43d6-a9ab-31e4809e5d80), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.017749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (d0557405-1ce7-43d6-a9ab-31e4809e5d80), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.035584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0557405-1ce7-43d6-a9ab-31e4809e5d80,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:52.043739 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.044951 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-82e89e8f-e42e-4083-8789-e482dc77b6ac tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148417 Jun 18 08:11:52.047650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54590) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:52.051906 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'be9f6246-c445-4332-822a-2ca158fcdb50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:52.077611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (0a68208a-d0d7-43f5-9c8f-c729543e3456), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.115934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:52.136738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (0a68208a-d0d7-43f5-9c8f-c729543e3456), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.141379 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (0a68208a-d0d7-43f5-9c8f-c729543e3456), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.158717 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a68208a-d0d7-43f5-9c8f-c729543e3456,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:52.167971 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.169176 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a255afe0-e03e-4a77-8b4f-a074a75792c6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206164 Jun 18 08:11:52.172595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54592) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:52.177068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:52.199145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.273764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.385782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.27.2.192 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/b24f9491-b8f0-40e6-8bae-440973c1ae6e) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:52.391360 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:52.499109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e6fb6-b4e1-4a39-96f6-bfe5d762ba6a req-b2bea4a2-7791-42c8-b23a-2b230d7ba72f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:52.500581 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-989e6fb6-b4e1-4a39-96f6-bfe5d762ba6a req-b2bea4a2-7791-42c8-b23a-2b230d7ba72f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 944 time: 0.0959098 Jun 18 08:11:52.527486 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:52.552074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.582328 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-989e6fb6-b4e1-4a39-96f6-bfe5d762ba6a req-965359a0-fe0e-45ea-be95-31aee3a432ea tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758970 Jun 18 08:11:52.605873 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.645633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:52.650200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:52.653986 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:52.657186 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=b24f9491-b8f0-40e6-8bae-440973c1ae6e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:52.741285 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.779310 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.924621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:52.931919 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:53.000110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=b24f9491-b8f0-40e6-8bae-440973c1ae6e,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:53.011106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:53.029559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:53.030816 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eb97e883-81a0-46f2-88f8-9df92678f17f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8571842 Jun 18 08:11:53.075753 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 438a19f0-250c-40c9-bebf-d7a6d1e44363 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:11:53.179889 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:53.191933 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'port_id': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'mac_address': 'fa:16:3e:79:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:11:53.227120 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 438a19f0-250c-40c9-bebf-d7a6d1e44363 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:11:53.227506 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:53.231296 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-97d18e8e-aa6e-41a5-b632-2155526d29e4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1157511971&fields=id&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 267 time: 0.0414865 Jun 18 08:11:53.241813 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438a19f0-250c-40c9-bebf-d7a6d1e44363 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:11:53.263075 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:53.268296 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:53.273739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:53.315384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:53.347385 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-eb6a97d3-15d1-45b8-bddb-663493f772dd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:53.349447 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-eb6a97d3-15d1-45b8-bddb-663493f772dd tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1114130 Jun 18 08:11:53.364725 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-f1fcff4b-bd9c-4f6a-b577-98bff759e88c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/quotas/c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 375 time: 0.0097287 Jun 18 08:11:53.415060 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-9e15d747-8482-4c50-9520-cb5f634ac795 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453322 Jun 18 08:11:53.536522 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-fe3a305d-505d-47e4-81ad-fae188bfcbe2 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992506 Jun 18 08:11:53.596488 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['438a19f0-250c-40c9-bebf-d7a6d1e44363'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:11:53.632427 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-00b3ed00-ae9a-4739-a7e5-708dd8ad8bc1 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892088 Jun 18 08:11:53.703586 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d951deb-5f01-43e3-8381-60ece5473cd6 req-3a6df604-5139-4484-85d7-d15a939e75f0 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:53.705086 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d951deb-5f01-43e3-8381-60ece5473cd6 req-3a6df604-5139-4484-85d7-d15a939e75f0 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Jun 18 08:11:53.814065 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7d29000b-8124-4ca2-8c19-8fe3eccfc02c req-be6f1c54-effb-4ca7-87cc-3e36277027a8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 210 time: 0.0335641 Jun 18 08:11:53.991258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:54.014862 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1d951deb-5f01-43e3-8381-60ece5473cd6 req-7580e991-ee74-4532-8a2f-ca5d67b94d7e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040059 Jun 18 08:11:54.912301 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-29832e51-dd1a-4d75-b3a8-470ed3d4d59f req-1075a0aa-01b1-4389-9c79-c641e0dc6ae7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 210 time: 0.0282228 Jun 18 08:11:54.928043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-9364c011-cb3c-4dfc-9b36-90057b425149 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:54.929512 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-9364c011-cb3c-4dfc-9b36-90057b425149 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1200168 Jun 18 08:11:54.991115 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.013255 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-82ca275e-f157-4a6d-abf6-01a7db288a9b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 380 time: 0.0559397 Jun 18 08:11:55.070313 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 438a19f0-250c-40c9-bebf-d7a6d1e44363 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:11:55.100684 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:55.116869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 438a19f0-250c-40c9-bebf-d7a6d1e44363 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:11:55.123286 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 438a19f0-250c-40c9-bebf-d7a6d1e44363 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:11:55.123735 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.124182 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'port': {'device_id': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'admin_state_up': True, 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'security_groups': ['be9f6246-c445-4332-822a-2ca158fcdb50']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:55.164056 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06055431-3be3-4fe1-b02b-c4d444356bda req-df8d6384-6bad-4dcf-93c1-b3e0a255d595 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:55.165578 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06055431-3be3-4fe1-b02b-c4d444356bda req-df8d6384-6bad-4dcf-93c1-b3e0a255d595 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 945 time: 0.0749102 Jun 18 08:11:55.199763 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 438a19f0-250c-40c9-bebf-d7a6d1e44363 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:11:55.200113 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.222579 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:55.224829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa0eea0-664b-4bbe-9150-0291d11c0c60" -d '{"events": [{"server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "name": "network-vif-plugged", "status": "completed", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:55.229414 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:55.239578 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:11:55.245038 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.265997 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06055431-3be3-4fe1-b02b-c4d444356bda req-a0f80086-faf8-4837-8032-dd4a8f3a3ce0 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934725 Jun 18 08:11:55.278849 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35e41fa-5503-4182-bee7-bdce6983c2cb x-openstack-request-id: req-e35e41fa-5503-4182-bee7-bdce6983c2cb {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:55.279215 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "name": "network-vif-plugged", "status": "completed", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:55.279850 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e35e41fa-5503-4182-bee7-bdce6983c2cb {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:55.280210 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35e41fa-5503-4182-bee7-bdce6983c2cb'] response: {'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'code': 200} Jun 18 08:11:55.290410 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:11:55.294024 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.303256 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:55.428272 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.20.0.4 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/34d646f8-d1f1-4dda-a910-284ea3e57139) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:11:55.530933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827130-287c-4a68-8bff-ee7b1cf33e4b req-a2161e35-7c10-4eb6-bdef-02016946d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:55.532429 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-59827130-287c-4a68-8bff-ee7b1cf33e4b req-a2161e35-7c10-4eb6-bdef-02016946d7d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 1130 time: 0.0597854 Jun 18 08:11:55.630600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.633428 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-59827130-287c-4a68-8bff-ee7b1cf33e4b req-fd906859-f188-4226-bd25-4543d31428e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742443 Jun 18 08:11:55.668596 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.700123 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:55.716087 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:11:55.721429 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:11:55.723654 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:55.725724 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:11:55.774499 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:55.775144 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:55.792856 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-92ae4d8c-9d74-49e0-8d38-a2bf739ab088 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6730030 Jun 18 08:11:55.953270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Request body: {'port': {'device_id': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:55.973596 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d2b57965-1454-454c-ab91-f88310615a04 None None] Provisioning complete for port 34d646f8-d1f1-4dda-a910-284ea3e57139 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:11:55.973964 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d2b57965-1454-454c-ab91-f88310615a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.005786 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d2b57965-1454-454c-ab91-f88310615a04 None None] Port 34d646f8-d1f1-4dda-a910-284ea3e57139 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:11:56.023812 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.034136 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:56.044700 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce14791-e121-4c28-b6aa-d87395514a02 req-b76c88f3-3242-4742-8e56-ad3afff5c539 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:56.046191 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9ce14791-e121-4c28-b6aa-d87395514a02 req-b76c88f3-3242-4742-8e56-ad3afff5c539 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 931 time: 0.0476403 Jun 18 08:11:56.062082 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:56.095405 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9ce14791-e121-4c28-b6aa-d87395514a02 req-b2848e57-3191-4dcf-ba68-b04731acb010 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Jun 18 08:11:56.287756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d646f8-d1f1-4dda-a910-284ea3e57139 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:11:56.295487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks [] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.308329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Transition to ACTIVE for port object 34d646f8-d1f1-4dda-a910-284ea3e57139 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:11:56.314789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.413377 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Pushing event updated for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:56.428423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c12c5-aa18-42d8-a7b3-04c2f2ded061 req-c6efc0fe-b600-44f4-b46c-a42b807a3a4f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:56.429952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a96c12c5-aa18-42d8-a7b3-04c2f2ded061 req-c6efc0fe-b600-44f4-b46c-a42b807a3a4f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0873871 Jun 18 08:11:56.519142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Attempting to bind port 34d646f8-d1f1-4dda-a910-284ea3e57139 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:11:56.519473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Attempting to bind port 34d646f8-d1f1-4dda-a910-284ea3e57139 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:11:56.519795 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Attempting to bind port 34d646f8-d1f1-4dda-a910-284ea3e57139 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:56.524562 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a96c12c5-aa18-42d8-a7b3-04c2f2ded061 req-7871de5f-7adc-4cfe-8eb4-634bc125bd93 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720251 Jun 18 08:11:56.527929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Port 34d646f8-d1f1-4dda-a910-284ea3e57139 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:11:56.528240 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Attempting to bind port 34d646f8-d1f1-4dda-a910-284ea3e57139 on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:11:56.533367 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:11:56.533694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:11:56.534062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:11:56.534477 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Bound port: 34d646f8-d1f1-4dda-a910-284ea3e57139, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:11:56.534827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.595414 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:11:56.598523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=34d646f8-d1f1-4dda-a910-284ea3e57139,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:11:56.605821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.641784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:56.642384 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:56.643760 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] 10.222.0.16 "PUT /v2.0/ports/34d646f8-d1f1-4dda-a910-284ea3e57139 HTTP/1.1" status: 200 len: 1093 time: 0.6980793 Jun 18 08:11:56.644178 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:56.646365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5950db4e-d27b-4f62-a4a7-4d861891b0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:56.664677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de054fb-32bd-4b11-857c-8efb2505c3ae service neutron] Pushing event updated for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:11:56.682349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91b9a55-de11-4a7a-a102-75c104e0b4cc x-openstack-request-id: req-b91b9a55-de11-4a7a-a102-75c104e0b4cc {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:56.682629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:56.682922 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b91b9a55-de11-4a7a-a102-75c104e0b4cc {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:56.683387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91b9a55-de11-4a7a-a102-75c104e0b4cc'] response: {'name': 'network-changed', 'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'status': 'completed', 'code': 200} Jun 18 08:11:57.232118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa532db-dc2a-4767-ae4a-b4480350e11e req-a3c47a01-53be-4dfe-b609-836c5d240a6c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.233623 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa532db-dc2a-4767-ae4a-b4480350e11e req-a3c47a01-53be-4dfe-b609-836c5d240a6c tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 943 time: 0.0518694 Jun 18 08:11:57.244987 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:57.313849 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa532db-dc2a-4767-ae4a-b4480350e11e req-f4651a17-aa49-4dcc-a0ce-be2335591f78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745816 Jun 18 08:11:57.316784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-ee10b623-41bc-41f4-81f0-c02c6f6a6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.318174 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-ee10b623-41bc-41f4-81f0-c02c6f6a6604 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 1127 time: 0.0553052 Jun 18 08:11:57.432619 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-2dde29a4-f904-439a-a580-19bb23cd9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.433961 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-2dde29a4-f904-439a-a580-19bb23cd9cc1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c8f4ea5f647f4006a87f41f366772afa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1020870 Jun 18 08:11:57.478728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:57.544728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-4863b5ec-f206-4254-b1a0-4f9dc1dd5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.547679 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5950db4e-d27b-4f62-a4a7-4d861891b0e0 req-4863b5ec-f206-4254-b1a0-4f9dc1dd5dc7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049888 Jun 18 08:11:57.638530 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11435afa-845b-4ebd-adb6-c3e39a3dd4b5 req-06941423-f5f9-4c67-8c70-a0b400bc8511 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.639909 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-11435afa-845b-4ebd-adb6-c3e39a3dd4b5 req-06941423-f5f9-4c67-8c70-a0b400bc8511 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0466864 Jun 18 08:11:57.690335 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-11435afa-845b-4ebd-adb6-c3e39a3dd4b5 req-be3d362b-2e2c-4930-aa46-ad60a6111d4c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448334 Jun 18 08:11:57.806202 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001cffc-8055-418e-92d1-461ed832ed71 req-0aa9ad2c-c90f-455b-b960-6c220040449c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:57.807674 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1001cffc-8055-418e-92d1-461ed832ed71 req-0aa9ad2c-c90f-455b-b960-6c220040449c tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jun 18 08:11:57.821446 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54656) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:11:57.826423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Request body: {'floatingip': {'port_id': '438a19f0-250c-40c9-bebf-d7a6d1e44363'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:11:57.873034 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:58.045714 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-aa741314-907e-40ea-8439-f7c28ada8594 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655756 Jun 18 08:11:58.046995 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-e171a17a-aba8-489d-bcc3-515a3c8e46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.048369 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-e171a17a-aba8-489d-bcc3-515a3c8e46ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 1127 time: 0.0603666 Jun 18 08:11:58.108430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a646959f-5779-43f8-8281-6175f1ab01b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:58.181030 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-fc8acf36-bdc1-444a-86da-f27ff9ef0db6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d646f8-d1f1-4dda-a910-284ea3e57139 HTTP/1.1" status: 200 len: 217 time: 0.0532033 Jun 18 08:11:58.240691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-7fe56951-8bd8-40ef-b517-3847902af9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.242068 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-7fe56951-8bd8-40ef-b517-3847902af9ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bc66714da4345ddb2639465d29fcae0&device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 1129 time: 0.0711558 Jun 18 08:11:58.251321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-d0f806c4-4b6b-4358-b3f6-a31cb75f4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.252768 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-d0f806c4-4b6b-4358-b3f6-a31cb75f4aad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0530453 Jun 18 08:11:58.255518 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:58.320800 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-f24bc095-5ded-4b49-a105-067eb93f395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.322461 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-f24bc095-5ded-4b49-a105-067eb93f395a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629036 Jun 18 08:11:58.323317 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:58.328453 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:58.433651 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-1dfe002e-33e7-4444-af42-86591c754c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.435492 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-1dfe002e-33e7-4444-af42-86591c754c75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 200 len: 919 time: 0.1682153 Jun 18 08:11:58.471456 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Floating IP 12d76c82-882b-4118-8249-c7b5850fa8f3 associated. External IP: 172.27.2.38, port: 438a19f0-250c-40c9-bebf-d7a6d1e44363. Jun 18 08:11:58.480138 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25954305-8680-4868-b3cb-6687687384ca req-107660a1-5178-4764-ab17-bc9755ff9432 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.481643 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-25954305-8680-4868-b3cb-6687687384ca req-107660a1-5178-4764-ab17-bc9755ff9432 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 943 time: 0.0625582 Jun 18 08:11:58.495487 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-5d577ee4-917d-4a7e-945e-b572127c607a service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434116 Jun 18 08:11:58.496694 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-e7ac47b3-00e8-4ebb-b195-9571f067de47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 200 len: 217 time: 0.0459900 Jun 18 08:11:58.616958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-27d61c3a-093b-49fc-bca6-2d02c5242f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.618432 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-27d61c3a-093b-49fc-bca6-2d02c5242f31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 200 len: 857 time: 0.1007450 Jun 18 08:11:58.667828 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89486129-c1a6-47ff-b202-3c5ba25823e4 req-f922512f-2a86-4d6a-afbd-80fc53be13b7 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588907 Jun 18 08:11:58.675357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-c04fb5c9-200f-4cc5-bbe2-3603fc4df78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.676853 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-c04fb5c9-200f-4cc5-bbe2-3603fc4df78e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519798 Jun 18 08:11:58.776118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:58.793503 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-41bb1cb5-18a0-4729-8f44-0b015ef7d4ee service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008992 Jun 18 08:11:58.819188 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-25954305-8680-4868-b3cb-6687687384ca req-2506f5dd-25e7-4297-86e5-681424ca2f89 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034816 Jun 18 08:11:58.849940 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687136-0a4c-4c48-aeb4-767eb3d08ec7 req-4fc0b1cf-347f-4cf3-b217-112169a63cee tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:58.851442 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91687136-0a4c-4c48-aeb4-767eb3d08ec7 req-4fc0b1cf-347f-4cf3-b217-112169a63cee tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0469820 Jun 18 08:11:58.899161 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91687136-0a4c-4c48-aeb4-767eb3d08ec7 req-91e26e37-fc81-4aaa-959d-201f8a7b6261 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Jun 18 08:11:58.938934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:11:58.949771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:59.041176 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:11:59.046169 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:11:59.051304 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:11:59.062434 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:59.062994 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:59.076991 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-28d361f6-6bcb-41c9-97b1-abe54e4d0c27 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "PUT /v2.0/floatingips/12d76c82-882b-4118-8249-c7b5850fa8f3 HTTP/1.1" status: 200 len: 991 time: 1.2540278 Jun 18 08:11:59.077577 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:11:59.079830 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287697d6-85d9-412e-801d-7911fa493853" -d '{"events": [{"name": "network-changed", "server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:11:59.113982 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d160f715-e953-45ba-b6b1-df3b457669a5 x-openstack-request-id: req-d160f715-e953-45ba-b6b1-df3b457669a5 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:11:59.114253 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:11:59.114529 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d160f715-e953-45ba-b6b1-df3b457669a5 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:11:59.114940 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d160f715-e953-45ba-b6b1-df3b457669a5'] response: {'name': 'network-changed', 'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'status': 'completed', 'code': 200} Jun 18 08:11:59.169541 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:59.359130 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:59.382133 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '12d76c82-882b-4118-8249-c7b5850fa8f3', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:79:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53340a-d169-4af3-ac69-237f29936c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:41Z', 'updated_at': '2022-06-18T08:11:58Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:59.405904 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:11:59.412211 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:59.416633 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:11:59.417243 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:11:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:59.521321 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:11:59.692784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:11:59.699511 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-783040bd-bce0-4cf8-b1d3-730446304a9e req-2695e443-c43f-42a2-aa87-e2571fafa87e service neutron] 10.222.0.16 "GET /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908854 Jun 18 08:11:59.730703 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '12d76c82-882b-4118-8249-c7b5850fa8f3', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:79:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53340a-d169-4af3-ac69-237f29936c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:41Z', 'updated_at': '2022-06-18T08:11:58Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:11:59.758252 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a6ab9-a318-4aab-b677-ef51435f15e2 None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '12d76c82-882b-4118-8249-c7b5850fa8f3', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'port_id': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'mac_address': 'fa:16:3e:79:75:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53340a-d169-4af3-ac69-237f29936c85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:41Z', 'updated_at': '2022-06-18T08:11:58Z', 'revision_number': 1, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:11:59.936546 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b9ef4-db6c-4c57-92ad-a25e50e08eb9 req-5ac0750f-85ba-470a-b2d9-29465dbd0357 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:11:59.938191 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9a6b9ef4-db6c-4c57-92ad-a25e50e08eb9 req-5ac0750f-85ba-470a-b2d9-29465dbd0357 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 943 time: 0.0496130 Jun 18 08:11:59.971617 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b05687-3dea-4eab-86be-1c4a6cf1aebe None None] New status for floating IP 12d76c82-882b-4118-8249-c7b5850fa8f3: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:11:59.992235 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9a6b9ef4-db6c-4c57-92ad-a25e50e08eb9 req-cf4fbfcd-2278-42e5-9e8a-a72d88705716 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Jun 18 08:12:00.208490 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecadd7-484c-491d-8cd5-23063dd6e888 req-488464af-4401-4105-8c76-533ab78c24b7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:00.209951 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2ecadd7-484c-491d-8cd5-23063dd6e888 req-488464af-4401-4105-8c76-533ab78c24b7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.2331042 Jun 18 08:12:00.262979 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f2ecadd7-484c-491d-8cd5-23063dd6e888 req-200eb57b-039b-4fbc-a4d4-91d79d2f715e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470200 Jun 18 08:12:00.447293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b9cc3a6e-f1b5-41ea-839c-e2fe2572b80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:01.114436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 34d646f8-d1f1-4dda-a910-284ea3e57139 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:12:01.116387 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070c0e-d933-4353-b9a4-a41ecc62244e req-e6032418-6978-48c3-8d4d-cc1fa3be656e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:01.117861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61070c0e-d933-4353-b9a4-a41ecc62244e req-e6032418-6978-48c3-8d4d-cc1fa3be656e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 943 time: 0.0466225 Jun 18 08:12:01.166415 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-61070c0e-d933-4353-b9a4-a41ecc62244e req-1ec45e57-b45a-43c9-816b-e04174944e99 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Jun 18 08:12:01.213461 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=34d646f8-d1f1-4dda-a910-284ea3e57139,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:01.222729 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:01.225583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'port_id': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'mac_address': 'fa:16:3e:7f:c1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:12:01.274961 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 34d646f8-d1f1-4dda-a910-284ea3e57139 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:12:01.275433 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:01.278796 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:01.289471 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d646f8-d1f1-4dda-a910-284ea3e57139 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:12:01.310822 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=34d646f8-d1f1-4dda-a910-284ea3e57139,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:01.315445 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:01.362528 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:01.379090 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9a23f-cd33-42bf-a022-87d592d3bbd6 req-62f80517-ec46-446d-bfed-2bc1a6a31c69 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:01.380598 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7bb9a23f-cd33-42bf-a022-87d592d3bbd6 req-62f80517-ec46-446d-bfed-2bc1a6a31c69 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0479317 Jun 18 08:12:01.428067 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-7bb9a23f-cd33-42bf-a022-87d592d3bbd6 req-ccd242e6-a588-4407-96f3-cdb8968ff5ea tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416648 Jun 18 08:12:01.698206 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['34d646f8-d1f1-4dda-a910-284ea3e57139'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:12:02.294380 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64b725-6f4a-4f9a-9a3c-c5f774cf4ae0 req-995f8e0d-2015-4df9-bcf2-89bd01ab3027 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:02.295845 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb64b725-6f4a-4f9a-9a3c-c5f774cf4ae0 req-995f8e0d-2015-4df9-bcf2-89bd01ab3027 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 944 time: 0.0496907 Jun 18 08:12:02.347373 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb64b725-6f4a-4f9a-9a3c-c5f774cf4ae0 req-9ac5ee4c-0a2b-4657-bde6-c997cad2ab69 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Jun 18 08:12:02.568717 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce204749-495e-4a13-8bfb-3a6f0f003bf5 req-b436d171-2c47-42e0-af40-168fee86bbfd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:02.570180 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ce204749-495e-4a13-8bfb-3a6f0f003bf5 req-b436d171-2c47-42e0-af40-168fee86bbfd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Jun 18 08:12:02.619367 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ce204749-495e-4a13-8bfb-3a6f0f003bf5 req-2f80e1de-e156-4d8c-a12c-87fe3bfaae8d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Jun 18 08:12:02.811436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:02.966224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287697d6-85d9-412e-801d-7911fa493853 req-87b6c119-bdaf-4184-8506-53eeecec24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:02.967762 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-87b6c119-bdaf-4184-8506-53eeecec24a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=273ac76b51f14a4998a14fcfb06009a8&device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 1130 time: 0.0403867 Jun 18 08:12:03.074959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287697d6-85d9-412e-801d-7911fa493853 req-01353d2b-bade-49ab-91b1-77703f081944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.076413 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-01353d2b-bade-49ab-91b1-77703f081944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 200 len: 910 time: 0.0882900 Jun 18 08:12:03.120022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 34d646f8-d1f1-4dda-a910-284ea3e57139 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:12:03.160891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 34d646f8-d1f1-4dda-a910-284ea3e57139 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:12:03.169255 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 34d646f8-d1f1-4dda-a910-284ea3e57139 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:12:03.169626 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:03.260945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 34d646f8-d1f1-4dda-a910-284ea3e57139 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:12:03.261268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:03.263343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:03.265471 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:03.288349 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:03.290571 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbb5b39-fe91-45e0-a168-cb722c037622" -d '{"events": [{"server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:03.302620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=34d646f8-d1f1-4dda-a910-284ea3e57139,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:03.307529 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:03.333906 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c9de89-bb91-4ace-b86b-8234a191da52 x-openstack-request-id: req-b5c9de89-bb91-4ace-b86b-8234a191da52 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:03.334178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:03.334415 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5c9de89-bb91-4ace-b86b-8234a191da52 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:03.334815 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c9de89-bb91-4ace-b86b-8234a191da52'] response: {'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'code': 200} Jun 18 08:12:03.355227 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:03.466388 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faf25e-c73f-4a03-a235-6ddd258bd854 req-c5f782a2-ccc8-4b3f-8506-229bbf1fd527 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.467799 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-31faf25e-c73f-4a03-a235-6ddd258bd854 req-c5f782a2-ccc8-4b3f-8506-229bbf1fd527 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0535071 Jun 18 08:12:03.480561 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-c16a54cd-b02e-4e9a-aef2-8603be7b8b79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363 HTTP/1.1" status: 200 len: 1001 time: 0.0585475 Jun 18 08:12:03.515558 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-31faf25e-c73f-4a03-a235-6ddd258bd854 req-6a387896-46c4-4b98-bfca-f4ab0f2ff7f9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Jun 18 08:12:03.646977 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-9b6d7c3d-dcef-413b-a0f1-7d128915596f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.649028 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-9b6d7c3d-dcef-413b-a0f1-7d128915596f tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.0718036 Jun 18 08:12:03.652521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287697d6-85d9-412e-801d-7911fa493853 req-68227d8c-3178-4cec-b84f-87d711ce97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.653995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-68227d8c-3178-4cec-b84f-87d711ce97db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 200 len: 848 time: 0.0851157 Jun 18 08:12:03.804295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdf557-aed3-4465-9456-e795c2b98aa0 req-ecb49b57-58d1-4de0-b215-7f4df33a6d81 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.805668 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95fdf557-aed3-4465-9456-e795c2b98aa0 req-ecb49b57-58d1-4de0-b215-7f4df33a6d81 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 945 time: 0.1017599 Jun 18 08:12:03.823048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287697d6-85d9-412e-801d-7911fa493853 req-1160be84-59d1-4f7f-92e7-cb55c7c25ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:03.824461 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-1160be84-59d1-4f7f-92e7-cb55c7c25ac2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=838e60ac-16d8-4c86-8375-153c589f9f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913734 Jun 18 08:12:03.860930 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Deleting port 978d215d-cdc7-42b9-81c9-3a488c68a236 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:03.861288 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:03.954787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] For port 978d215d-cdc7-42b9-81c9-3a488c68a236, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=978d215d-cdc7-42b9-81c9-3a488c68a236,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:03.955167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:04.066569 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:04.074838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:04.421678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08ff7-5cc4-4f77-83fb-207819306031 req-9cb675d1-0784-4613-bf80-cf1dfac38143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:04.423178 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acb08ff7-5cc4-4f77-83fb-207819306031 req-9cb675d1-0784-4613-bf80-cf1dfac38143 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 1129 time: 0.4058716 Jun 18 08:12:04.445796 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95fdf557-aed3-4465-9456-e795c2b98aa0 req-5ebc6483-d889-4371-9dfb-d8e53d15c3aa tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=817350e8-e15e-4c9c-90be-0b5121415fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320672 Jun 18 08:12:04.519850 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-c0d8c670-e5e2-4053-95ff-9a272387fe62 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015013 Jun 18 08:12:04.555393 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acb08ff7-5cc4-4f77-83fb-207819306031 req-b69f9cfb-9c07-45e1-aee7-6fc8b813d7ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258185 Jun 18 08:12:04.577916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:04.578260 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:04.578564 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Floating IP c9122937-9120-4ca0-9186-6f027cf92b5a disassociated. External IP: 172.27.2.178, port: 978d215d-cdc7-42b9-81c9-3a488c68a236. Jun 18 08:12:04.578893 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Calling delete_port for 978d215d-cdc7-42b9-81c9-3a488c68a236 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:04.595566 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:04.633729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c615244-5fc2-4c5c-ae7a-36cfc303694e req-f3ef1396-c30c-4abf-ad4c-99d7a246a46f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:04.635381 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9c615244-5fc2-4c5c-ae7a-36cfc303694e req-f3ef1396-c30c-4abf-ad4c-99d7a246a46f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0484693 Jun 18 08:12:04.682243 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9c615244-5fc2-4c5c-ae7a-36cfc303694e req-6a057cda-38c0-4c12-b22a-0a12e987248e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Jun 18 08:12:04.685440 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-287697d6-85d9-412e-801d-7911fa493853 req-b7fd4d71-09a4-4e9d-9f74-b1384ba98aa0 service neutron] 10.222.0.16 "GET /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576600 Jun 18 08:12:04.756956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (978d215d-cdc7-42b9-81c9-3a488c68a236), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:04.785995 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event deleted for resources: {'Port': ['ID=978d215d-cdc7-42b9-81c9-3a488c68a236,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:04.894863 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Router 58c71f65-d497-454b-8bdb-7b38558689c9 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:12:04.998972 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:12:05.009249 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:12:05.018771 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:05.019398 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:05.024828 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:05.044496 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] No DVR routers for this DVR port 978d215d-cdc7-42b9-81c9-3a488c68a236 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:12:05.047359 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:05.050686 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5b349ef5-e4ac-404b-ae7c-e4b842b55092 req-d8ea2119-6738-4708-993d-16f0cac0f4a1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "DELETE /v2.0/ports/978d215d-cdc7-42b9-81c9-3a488c68a236 HTTP/1.1" status: 204 len: 173 time: 1.3186247 Jun 18 08:12:05.051439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'name': 'network-vif-deleted', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:05.053881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689b4ec-b5db-44ac-b669-7b4c6cf78212" -d '{"events": [{"server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "name": "network-vif-deleted", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:05.090070 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b5e37-d102-46e8-8f6c-cc0e80711bea x-openstack-request-id: req-5a6b5e37-d102-46e8-8f6c-cc0e80711bea {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:05.090357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7757ca67-53be-42e1-b461-bbaea10664e6", "name": "network-vif-deleted", "tag": "978d215d-cdc7-42b9-81c9-3a488c68a236", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:05.090605 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a6b5e37-d102-46e8-8f6c-cc0e80711bea {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:05.091005 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6b5e37-d102-46e8-8f6c-cc0e80711bea'] response: {'server_uuid': '7757ca67-53be-42e1-b461-bbaea10664e6', 'name': 'network-vif-deleted', 'tag': '978d215d-cdc7-42b9-81c9-3a488c68a236', 'status': 'completed', 'code': 200} Jun 18 08:12:05.218923 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:05.407693 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:05.432087 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:12:05.440964 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:05.441553 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:05.547461 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:05.560242 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fcfa32d2-e940-4a50-aa9f-546a91cab9d8 req-7fbc3c40-e334-4aa4-b46f-5d1a08d7bdc3 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=7757ca67-53be-42e1-b461-bbaea10664e6 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jun 18 08:12:05.673730 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:05.688689 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:05.738697 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:05.762904 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf920ae3-31f8-4e68-b9c1-d902cef4b577 None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:06:58Z', 'revision_number': 4, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'ee65d024-d34b-49a0-be2b-330214338ae1', 'name': '', 'network_id': 'da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'mac_address': 'fa:16:3e:29:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:15Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'subnets': [{'id': '04bb1eeb-90e5-41cd-8e75-454f663380d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:12:05.799823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659deb74-eb0c-49c2-95b1-0e293ea4dd33 req-6a47ddd3-93d0-4739-aca2-2d0e995bd6cb tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:05.801495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-659deb74-eb0c-49c2-95b1-0e293ea4dd33 req-6a47ddd3-93d0-4739-aca2-2d0e995bd6cb tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0495737 Jun 18 08:12:05.850681 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-659deb74-eb0c-49c2-95b1-0e293ea4dd33 req-7a852db5-b696-4663-8433-8766e5e929f3 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 Jun 18 08:12:05.980763 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a88727-60cc-4db6-abf4-e89e1b893b32 None None] New status for floating IP c9122937-9120-4ca0-9186-6f027cf92b5a: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:12:06.653012 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54712) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:06.711753 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (817350e8-e15e-4c9c-90be-0b5121415fd9), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:06.735061 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (817350e8-e15e-4c9c-90be-0b5121415fd9), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:06.782650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (817350e8-e15e-4c9c-90be-0b5121415fd9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:06.785902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:06.787537 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "DELETE /v2.0/security-groups/817350e8-e15e-4c9c-90be-0b5121415fd9 HTTP/1.1" status: 204 len: 168 time: 0.1332881 Jun 18 08:12:06.790005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54714) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:06.796822 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba185657-c3b9-44e9-83a6-001c5d23cecd tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817350e8-e15e-4c9c-90be-0b5121415fd9,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:06.806660 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-37abd274-b944-4273-98ac-fbe7057cb934 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] show failed (client error): The resource could not be found. Jun 18 08:12:06.807805 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-37abd274-b944-4273-98ac-fbe7057cb934 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups/817350e8-e15e-4c9c-90be-0b5121415fd9 HTTP/1.1" status: 404 len: 347 time: 0.0165417 Jun 18 08:12:06.810893 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54716) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:06.922575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Deleting port eb99f962-fc92-438e-a906-8eda0bd5697f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:06.922918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:06.964754 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d026f-6c67-4f23-81b6-af3bfd57364a req-74586f32-66b0-4352-9ef4-9dce3bcee56d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:06.966256 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f38d026f-6c67-4f23-81b6-af3bfd57364a req-74586f32-66b0-4352-9ef4-9dce3bcee56d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0478995 Jun 18 08:12:06.985462 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:07.004505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.004838 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (eb99f962-fc92-438e-a906-8eda0bd5697f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.013554 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f38d026f-6c67-4f23-81b6-af3bfd57364a req-c27eb4a3-c095-4646-b2bf-5412782b2de7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Jun 18 08:12:07.017122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Calling delete_port for eb99f962-fc92-438e-a906-8eda0bd5697f owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:07.134812 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 978d215d-cdc7-42b9-81c9-3a488c68a236 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:07.139627 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef724-2418-418e-83de-2b51061c21c4 req-f69beeac-93ec-43b2-95e5-7d26eb4cb770 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:07.141113 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fe2ef724-2418-418e-83de-2b51061c21c4 req-f69beeac-93ec-43b2-95e5-7d26eb4cb770 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0615587 Jun 18 08:12:07.150629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54722) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:07.153794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 978d215d-cdc7-42b9-81c9-3a488c68a236 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:07.154130 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 978d215d-cdc7-42b9-81c9-3a488c68a236 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:07.155004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'port_id': '34d646f8-d1f1-4dda-a910-284ea3e57139'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:12:07.214365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.282508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (eb99f962-fc92-438e-a906-8eda0bd5697f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.331797 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event deleted for resources: {'Port': ['ID=eb99f962-fc92-438e-a906-8eda0bd5697f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:07.448877 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks [] for floatingip (c9122937-9120-4ca0-9186-6f027cf92b5a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.451385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.452541 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-468fdc3b-773a-4613-9d1d-8a8add04cab7 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "DELETE /v2.0/floatingips/c9122937-9120-4ca0-9186-6f027cf92b5a HTTP/1.1" status: 204 len: 168 time: 0.6406097 Jun 18 08:12:07.589728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:07.735738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.741689 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:07.840849 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30 associated. External IP: 172.27.2.192, port: 34d646f8-d1f1-4dda-a910-284ea3e57139. Jun 18 08:12:07.987907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:08.054028 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:12:08.156771 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:12:08.161903 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:08.166829 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:12:08.177198 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:08.177751 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:08.192677 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8a007b93-ed80-419b-9967-d2685312bab9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "PUT /v2.0/floatingips/f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30 HTTP/1.1" status: 200 len: 991 time: 1.0409253 Jun 18 08:12:08.193229 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:08.195480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c1a571-d027-46a5-8a21-ba320e9d4e30" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:08.230814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbed3f39-4233-4866-b136-b35ad46ad69a x-openstack-request-id: req-cbed3f39-4233-4866-b136-b35ad46ad69a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:08.231197 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:08.231506 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbed3f39-4233-4866-b136-b35ad46ad69a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:08.231964 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbed3f39-4233-4866-b136-b35ad46ad69a'] response: {'name': 'network-changed', 'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'status': 'completed', 'code': 200} Jun 18 08:12:08.280803 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:08.327132 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-dcbf553c-6aae-43a4-b34a-c8a232eda4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:08.328634 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-dcbf553c-6aae-43a4-b34a-c8a232eda4ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 1129 time: 0.0419309 Jun 18 08:12:08.420430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-98e4af1f-84bb-43e8-8250-93c1a0e06e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:08.421776 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-98e4af1f-84bb-43e8-8250-93c1a0e06e63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.0857050 Jun 18 08:12:08.489265 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:7f:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:52Z', 'updated_at': '2022-06-18T08:12:07Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:08.490115 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-d30a17d5-5e63-4a41-95e6-95d306b154b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d646f8-d1f1-4dda-a910-284ea3e57139 HTTP/1.1" status: 200 len: 999 time: 0.0596137 Jun 18 08:12:08.517592 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:12:08.526452 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:08.527047 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:08.538359 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-de63b684-a33f-4f59-9c10-29b23f5b6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:08.539869 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-de63b684-a33f-4f59-9c10-29b23f5b6a60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0436792 Jun 18 08:12:08.582809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-1618c33e-8fe7-476c-bf3a-2c3637537704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:08.584349 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-1618c33e-8fe7-476c-bf3a-2c3637537704 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380347 Jun 18 08:12:08.629760 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:08.681745 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-c0078915-0416-4957-8565-aac5b66fb832 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907252 Jun 18 08:12:08.712368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:08.775315 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d7c1a571-d027-46a5-8a21-ba320e9d4e30 req-47d90ec0-1abe-467d-9eaf-7b4b2ce79471 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Jun 18 08:12:08.846825 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:7f:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:52Z', 'updated_at': '2022-06-18T08:12:07Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:08.871643 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06bde63-0471-400b-ade6-402cca23cd84 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.192', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:7f:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:11:52Z', 'updated_at': '2022-06-18T08:12:07Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:12:09.075268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4af136-328a-446d-a8d0-f63aa8e15e64 None None] New status for floating IP f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:12:09.117205 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:09.957792 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae67147-423c-40f1-bea4-0da45f051b8b req-f5267de0-62a4-40f8-bc6c-9306b45f5043 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:09.959265 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3ae67147-423c-40f1-bea4-0da45f051b8b req-f5267de0-62a4-40f8-bc6c-9306b45f5043 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0545118 Jun 18 08:12:10.008027 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3ae67147-423c-40f1-bea4-0da45f051b8b req-3be6c3e1-4f5e-4a45-a76d-14202249bb73 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Jun 18 08:12:10.847602 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:12:11.137624 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef689fe-fabd-4b85-8d8d-002722aacdeb req-8ce199e1-1a85-4a3f-9f22-a778d6217892 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:11.139122 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bef689fe-fabd-4b85-8d8d-002722aacdeb req-8ce199e1-1a85-4a3f-9f22-a778d6217892 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0509317 Jun 18 08:12:11.190050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bef689fe-fabd-4b85-8d8d-002722aacdeb req-61122255-f08f-4e40-8d23-fd28ab7a6cc1 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Jun 18 08:12:12.319573 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca22111-2e47-4af4-ba03-238d3ebe278a req-1cf2b6d0-ec91-4073-aa5a-96eccb245237 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:12.321023 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cca22111-2e47-4af4-ba03-238d3ebe278a req-1cf2b6d0-ec91-4073-aa5a-96eccb245237 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0502806 Jun 18 08:12:12.342277 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:12.372016 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cca22111-2e47-4af4-ba03-238d3ebe278a req-ead05944-f5c3-45ff-825c-d1e12e57cd16 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Jun 18 08:12:12.668738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b866ae-10b8-463b-93db-91cde80517aa req-26b3ebeb-fc80-4f7f-af3b-7c8fb9bf0d1a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:12.670167 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7b866ae-10b8-463b-93db-91cde80517aa req-26b3ebeb-fc80-4f7f-af3b-7c8fb9bf0d1a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 945 time: 0.0534322 Jun 18 08:12:12.761533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Deleting port 46fd2c16-c347-4bbd-87a9-0228ef945bff {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:12.761877 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:12.847864 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:12.853143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] For port 46fd2c16-c347-4bbd-87a9-0228ef945bff, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=46fd2c16-c347-4bbd-87a9-0228ef945bff,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:12.853506 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:12.866807 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Calling delete_port for 46fd2c16-c347-4bbd-87a9-0228ef945bff owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:13.001952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (46fd2c16-c347-4bbd-87a9-0228ef945bff), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:13.033885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event deleted for resources: {'Port': ['ID=46fd2c16-c347-4bbd-87a9-0228ef945bff,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:13.048272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', '46fd2c16-c347-4bbd-87a9-0228ef945bff'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:12:13.078622 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] No DVR routers for this DVR port 46fd2c16-c347-4bbd-87a9-0228ef945bff on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:12:13.081453 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:13.084717 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f7b866ae-10b8-463b-93db-91cde80517aa req-976e8fb8-29cd-430c-a067-ef7c0ffa0f57 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "DELETE /v2.0/ports/46fd2c16-c347-4bbd-87a9-0228ef945bff HTTP/1.1" status: 204 len: 173 time: 0.4065914 Jun 18 08:12:13.085143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'name': 'network-vif-deleted', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:13.087700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911487fc-ca41-409c-8850-47b21fa1cb01" -d '{"events": [{"server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "name": "network-vif-deleted", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:13.126837 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c39dff-35e7-451d-af81-79977eff92d6 x-openstack-request-id: req-d4c39dff-35e7-451d-af81-79977eff92d6 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:13.127179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b", "name": "network-vif-deleted", "tag": "46fd2c16-c347-4bbd-87a9-0228ef945bff", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:13.127433 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4c39dff-35e7-451d-af81-79977eff92d6 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:13.127894 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c39dff-35e7-451d-af81-79977eff92d6'] response: {'server_uuid': 'cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b', 'name': 'network-vif-deleted', 'tag': '46fd2c16-c347-4bbd-87a9-0228ef945bff', 'status': 'completed', 'code': 200} Jun 18 08:12:13.490608 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5c1d51e-96d7-4194-9515-891d7baff46f req-a9289c7d-179e-4b55-adf7-796b286cedac tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfdea9b4-e6c4-4e2c-ab04-42afb0089a6b HTTP/1.1" status: 200 len: 210 time: 0.0314860 Jun 18 08:12:14.773514 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8ed9-7c5b-458c-88c9-9dce23d58c7a req-296e8a5c-6129-4061-9a06-3b6404c5c87e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:14.775112 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-305f8ed9-7c5b-458c-88c9-9dce23d58c7a req-296e8a5c-6129-4061-9a06-3b6404c5c87e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0471585 Jun 18 08:12:14.828628 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-305f8ed9-7c5b-458c-88c9-9dce23d58c7a req-31338fb5-2072-4125-b9e5-2d9be8ae212a tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459018 Jun 18 08:12:15.957036 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cefaf-9fa8-4834-8472-71dc8f353b28 req-74ffed63-f4e1-4b5d-b362-5bc59a28b01d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:15.958501 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-324cefaf-9fa8-4834-8472-71dc8f353b28 req-74ffed63-f4e1-4b5d-b362-5bc59a28b01d tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0512869 Jun 18 08:12:16.006460 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-324cefaf-9fa8-4834-8472-71dc8f353b28 req-99bc2122-12f5-4999-8e3b-f894e562bf68 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Jun 18 08:12:17.134209 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31d3b-7715-4ccf-a8e7-62fd7feb6fdb req-6351d2f0-6813-41c7-ae13-caf88f3591e2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:17.135726 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acf31d3b-7715-4ccf-a8e7-62fd7feb6fdb req-6351d2f0-6813-41c7-ae13-caf88f3591e2 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0567358 Jun 18 08:12:17.183197 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-acf31d3b-7715-4ccf-a8e7-62fd7feb6fdb req-b30278d8-c6d1-47f8-a2f0-6825aee5908b tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Jun 18 08:12:17.195062 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 46fd2c16-c347-4bbd-87a9-0228ef945bff no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:17.217241 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 46fd2c16-c347-4bbd-87a9-0228ef945bff {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:17.217574 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 46fd2c16-c347-4bbd-87a9-0228ef945bff not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:18.299571 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92e38c-ebe1-4dd3-a8ff-4f23162aef2e req-e5c6d2f9-e0c7-43ea-b81a-dafd1d075e74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:18.301050 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2b92e38c-ebe1-4dd3-a8ff-4f23162aef2e req-e5c6d2f9-e0c7-43ea-b81a-dafd1d075e74 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0495613 Jun 18 08:12:18.348048 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2b92e38c-ebe1-4dd3-a8ff-4f23162aef2e req-9d18de75-62e6-482d-90ce-a677e65dfc3c tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b680023-b357-417d-aa2e-870b1c8f9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Jun 18 08:12:18.599041 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401cda-1718-4869-8a63-313650059749 req-6ccc200f-5ed0-4d04-96ec-a5be420b2224 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:18.600472 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-96401cda-1718-4869-8a63-313650059749 req-6ccc200f-5ed0-4d04-96ec-a5be420b2224 tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 945 time: 0.0485377 Jun 18 08:12:18.949382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Deleting port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:18.949719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:18.976671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:19.039899 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] For port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:19.040284 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:19.053287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Calling delete_port for 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:19.184590 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (93d9df61-4cf9-4600-9e37-ac0d1bc0e72e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:19.211746 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Pushing event deleted for resources: {'Port': ['ID=93d9df61-4cf9-4600-9e37-ac0d1bc0e72e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:19.224241 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['93d9df61-4cf9-4600-9e37-ac0d1bc0e72e'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:12:19.258199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] No DVR routers for this DVR port 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:12:19.260659 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:19.263843 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-96401cda-1718-4869-8a63-313650059749 req-c622fe26-5dc4-4f47-bde0-ff46085216ba tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.16 "DELETE /v2.0/ports/93d9df61-4cf9-4600-9e37-ac0d1bc0e72e HTTP/1.1" status: 204 len: 173 time: 0.6556761 Jun 18 08:12:19.264266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'name': 'network-vif-deleted', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:19.266557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282c1dd1-d045-4c03-868d-664e947ab5bf" -d '{"events": [{"server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "name": "network-vif-deleted", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:19.301167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01d9f9b-53eb-44cc-b157-a1451e01739a x-openstack-request-id: req-e01d9f9b-53eb-44cc-b157-a1451e01739a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:19.301459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f43c1dc-385b-4a5e-8e43-7f7a359df2fb", "name": "network-vif-deleted", "tag": "93d9df61-4cf9-4600-9e37-ac0d1bc0e72e", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:19.301712 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e01d9f9b-53eb-44cc-b157-a1451e01739a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:19.302243 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01d9f9b-53eb-44cc-b157-a1451e01739a'] response: {'server_uuid': '2f43c1dc-385b-4a5e-8e43-7f7a359df2fb', 'name': 'network-vif-deleted', 'tag': '93d9df61-4cf9-4600-9e37-ac0d1bc0e72e', 'status': 'completed', 'code': 200} Jun 18 08:12:19.466402 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d650fb3b-1317-4397-b61c-db3792b0e892 req-9da544c3-4e77-4f94-be67-f30273bfc30e tempest-ServerRescueNegativeTestJSON-1361096697 tempest-ServerRescueNegativeTestJSON-1361096697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f43c1dc-385b-4a5e-8e43-7f7a359df2fb HTTP/1.1" status: 200 len: 210 time: 0.0327482 Jun 18 08:12:20.539500 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54780) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:20.785698 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:20.838706 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=75 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:20.840043 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=87 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:21.022343 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (58c71f65-d497-454b-8bdb-7b38558689c9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:21.278779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Deleting port ee65d024-d34b-49a0-be2b-330214338ae1 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:21.279088 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:21.305378 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:21.360255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] For port ee65d024-d34b-49a0-be2b-330214338ae1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ee65d024-d34b-49a0-be2b-330214338ae1,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:21.360597 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:21.373192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Calling delete_port for ee65d024-d34b-49a0-be2b-330214338ae1 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:21.552800 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ee65d024-d34b-49a0-be2b-330214338ae1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:21.577413 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ee65d024-d34b-49a0-be2b-330214338ae1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:21.694113 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:21.746827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (58c71f65-d497-454b-8bdb-7b38558689c9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:21.953918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Router 58c71f65-d497-454b-8bdb-7b38558689c9 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:12:22.055660 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:12:22.061288 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4ce3132f-4ae2-4036-b690-515b436761ef admin admin] 10.222.0.23 "PUT /v2.0/routers/58c71f65-d497-454b-8bdb-7b38558689c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5207801 Jun 18 08:12:22.064183 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54786) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:22.069171 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Sync routers for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:12:22.078827 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:22.079481 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:22.160232 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks [] for router (58c71f65-d497-454b-8bdb-7b38558689c9), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.175056 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:22.265812 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks [] for router_gateway (58c71f65-d497-454b-8bdb-7b38558689c9), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.314698 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Deleting port b9ecfe06-da2b-4ec1-8af7-4d67801dc568 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:22.315154 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.328604 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:22.397556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] For port b9ecfe06-da2b-4ec1-8af7-4d67801dc568, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:22.397916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.411846 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Calling delete_port for b9ecfe06-da2b-4ec1-8af7-4d67801dc568 owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:22.433223 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:12:21Z', 'revision_number': 5, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port': {'id': 'b9ecfe06-da2b-4ec1-8af7-4d67801dc568', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:22.457732 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Checking router: 58c71f65-d497-454b-8bdb-7b38558689c9 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:12:22.466263 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Routers {'58c71f65-d497-454b-8bdb-7b38558689c9'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:12:22.466880 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:12:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['58c71f65-d497-454b-8bdb-7b38558689c9'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:22.548974 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] Set router 58c71f65-d497-454b-8bdb-7b38558689c9 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:12:22.576095 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (b9ecfe06-da2b-4ec1-8af7-4d67801dc568), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.601514 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:12:22Z', 'revision_number': 6, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:22.602711 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ecfe06-da2b-4ec1-8af7-4d67801dc568,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:22.628075 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a216275-9a1f-42d8-9375-b5bae5c71dab None None] The sync data for ids ['58c71f65-d497-454b-8bdb-7b38558689c9'] in dv-cinder-826349-2-iscsi is: [{'id': '58c71f65-d497-454b-8bdb-7b38558689c9', 'name': 'tempest-ServerRescueNegativeTestJSON-125384659-router', 'tenant_id': '6bc66714da4345ddb2639465d29fcae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:45Z', 'updated_at': '2022-06-18T08:12:22Z', 'revision_number': 6, 'project_id': '6bc66714da4345ddb2639465d29fcae0', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:12:22.670305 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (58c71f65-d497-454b-8bdb-7b38558689c9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.671925 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:22.757221 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (58c71f65-d497-454b-8bdb-7b38558689c9), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.759530 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks [] for router_controller (58c71f65-d497-454b-8bdb-7b38558689c9), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.802401 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (58c71f65-d497-454b-8bdb-7b38558689c9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.802896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58c71f65-d497-454b-8bdb-7b38558689c9 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:12:22.807682 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.809135 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ce8ee19f-f080-4de8-8ac5-82723dbb508f admin admin] 10.222.0.23 "DELETE /v2.0/routers/58c71f65-d497-454b-8bdb-7b38558689c9 HTTP/1.1" status: 204 len: 168 time: 0.7436504 Jun 18 08:12:22.811708 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54788) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:22.856974 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Deleting subnet 04bb1eeb-90e5-41cd-8e75-454f663380d8 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:12:22.860275 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Publish callbacks [] for subnet (04bb1eeb-90e5-41cd-8e75-454f663380d8), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.898712 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (04bb1eeb-90e5-41cd-8e75-454f663380d8), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:22.978006 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (04bb1eeb-90e5-41cd-8e75-454f663380d8), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.044982 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (04bb1eeb-90e5-41cd-8e75-454f663380d8), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.076483 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bb1eeb-90e5-41cd-8e75-454f663380d8,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:23.082052 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.085135 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-745a584a-a848-4bc1-a407-0360e200e83f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/04bb1eeb-90e5-41cd-8e75-454f663380d8 HTTP/1.1" status: 204 len: 168 time: 0.2724721 Jun 18 08:12:23.087808 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54790) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:23.090385 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93589168-9946-4171-8e50-29182dbc2ce3 None None] Network da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:12:23.154185 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.195378 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Deleting port 19c494fa-f936-4572-a99b-97a7bac65f11 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:12:23.195728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.212586 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:23.231893 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:23.232201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 93d9df61-4cf9-4600-9e37-ac0d1bc0e72e not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:23.261644 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] For port 19c494fa-f936-4572-a99b-97a7bac65f11, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=19c494fa-f936-4572-a99b-97a7bac65f11,segment=NetworkSegment(006cb64f-ce64-42ea-bf77-8879e1b94ed2),segment_id=006cb64f-ce64-42ea-bf77-8879e1b94ed2)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:23.261996 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.274776 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Calling delete_port for 19c494fa-f936-4572-a99b-97a7bac65f11 owned by network:dhcp {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:12:23.282258 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:23.357697 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (19c494fa-f936-4572-a99b-97a7bac65f11), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.380421 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c494fa-f936-4572-a99b-97a7bac65f11,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:23.386045 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] No DVR routers for this DVR port 19c494fa-f936-4572-a99b-97a7bac65f11 on host dv-cinder-826349-2-iscsi {{(pid=104012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:12:23.394932 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ca83f3-ada8-4792-888a-310953a6153c None None] DHCP port deletion for da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:12:23.427584 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ee65d024-d34b-49a0-be2b-330214338ae1 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:23.448199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: ee65d024-d34b-49a0-be2b-330214338ae1 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:23.448536 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ee65d024-d34b-49a0-be2b-330214338ae1 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:23.463235 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.483824 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:23.493626 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006cb64f-ce64-42ea-bf77-8879e1b94ed2') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:23.493920 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006cb64f-ce64-42ea-bf77-8879e1b94ed2') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:12:23.503782 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (006cb64f-ce64-42ea-bf77-8879e1b94ed2), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.514684 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:23.517631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (006cb64f-ce64-42ea-bf77-8879e1b94ed2), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.524970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:12:23.525313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (006cb64f-ce64-42ea-bf77-8879e1b94ed2), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.545128 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 006cb64f-ce64-42ea-bf77-8879e1b94ed2 resource provider aggregate not found Jun 18 08:12:23.588670 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 006cb64f-ce64-42ea-bf77-8879e1b94ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 006cb64f-ce64-42ea-bf77-8879e1b94ed2 found for delete ", "request_id": "req-db369bb0-109b-4f17-95a9-5ee737097953"}]} Jun 18 08:12:23.597782 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.603537 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.609436 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f HTTP/1.1" status: 204 len: 168 time: 0.5182862 Jun 18 08:12:23.621895 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e82155-8aea-464a-a9e8-57e8d21cf1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da69f43b-cedd-4ee1-8ba8-69d4e8c9ce3f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:23.734829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54800) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:23.774561 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b90f90e6-be93-4f62-90c9-42c29c0185e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6bc66714da4345ddb2639465d29fcae0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383523 Jun 18 08:12:23.776958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54802) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:23.797621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:23.832003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] Publish callbacks [] for security_group (9b680023-b357-417d-aa2e-870b1c8f9bb6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.853321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] Publish callbacks [] for security_group (9b680023-b357-417d-aa2e-870b1c8f9bb6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.900545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (9b680023-b357-417d-aa2e-870b1c8f9bb6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.903131 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:23.904274 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b680023-b357-417d-aa2e-870b1c8f9bb6 HTTP/1.1" status: 204 len: 168 time: 0.1264770 Jun 18 08:12:23.913459 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c6107-b69d-4971-8674-113b06270c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b680023-b357-417d-aa2e-870b1c8f9bb6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:24.970353 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 19c494fa-f936-4572-a99b-97a7bac65f11 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:24.997884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 19c494fa-f936-4572-a99b-97a7bac65f11 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:24.998225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 19c494fa-f936-4572-a99b-97a7bac65f11 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:24.998651 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b9ecfe06-da2b-4ec1-8af7-4d67801dc568 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:12:25.033937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: b9ecfe06-da2b-4ec1-8af7-4d67801dc568 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:12:25.034816 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b9ecfe06-da2b-4ec1-8af7-4d67801dc568 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:12:25.038401 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:28.117535 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-947a0439-d761-4ade-b624-0505708f4720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:30.451350 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-af311e0a-2eb2-4a1e-a4a2-a9fd0f171f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:31.278003 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:32.573065 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=44 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:32.606014 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=39 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:32.823451 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.250595 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.499948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 54940) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:33.591448 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=27,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:33.609824 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:33.621161 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.697724 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Publish callbacks [] for security_group (b89f9191-804a-415a-8003-f2fef3384533), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.701326 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b89f9191-804a-415a-8003-f2fef3384533), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.741385 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0648dff281064e289859f53706e11886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400753 Jun 18 08:12:33.742168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89f9191-804a-415a-8003-f2fef3384533,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:33.744310 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 54952) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:33.749960 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.750305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.750645 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.750982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.751342 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.751911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.752003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.752324 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.752593 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.752917 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.753240 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.753560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.753877 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.754193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.754508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6e1490-d2fb-4dff-b689-996cadf9d46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.803399 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Publish callbacks [] for security_group (b89f9191-804a-415a-8003-f2fef3384533), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.826065 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Publish callbacks [] for security_group (b89f9191-804a-415a-8003-f2fef3384533), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.846916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b24540-4196-4e89-aa7e-893e4d1b907a req-06466df4-5e42-49ec-925f-d488582754aa tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:33.848466 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35b24540-4196-4e89-aa7e-893e4d1b907a req-06466df4-5e42-49ec-925f-d488582754aa tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Jun 18 08:12:33.874819 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b89f9191-804a-415a-8003-f2fef3384533), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.877385 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:33.878555 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b89f9191-804a-415a-8003-f2fef3384533 HTTP/1.1" status: 204 len: 168 time: 0.1329496 Jun 18 08:12:33.888930 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89f9191-804a-415a-8003-f2fef3384533,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:33.896776 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.897118 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.897456 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.897788 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.898100 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.898419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.898733 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.899143 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.899468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.899784 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.899903 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-35b24540-4196-4e89-aa7e-893e4d1b907a req-f856dbfe-db9d-415c-a233-7ff3eac480f8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454943 Jun 18 08:12:33.900095 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.900409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.900718 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.901025 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.901330 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617c8eb5-9e66-4528-95af-28aaa5e0b8b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:33.914618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:35.042574 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d089c-e143-42de-9b73-36f010955cc8 req-910261c0-ad75-49e5-b020-9581cc4f980a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:35.044105 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-db6d089c-e143-42de-9b73-36f010955cc8 req-910261c0-ad75-49e5-b020-9581cc4f980a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0561254 Jun 18 08:12:35.093389 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-db6d089c-e143-42de-9b73-36f010955cc8 req-6b168eb5-cae6-46ae-8662-cab3cd4c06c4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430310 Jun 18 08:12:36.213227 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b456-bb8a-4a79-90ad-d1d9f98505cb req-0dc80ace-dc48-476d-805d-36d879aa07c0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:36.214761 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2eb1b456-bb8a-4a79-90ad-d1d9f98505cb req-0dc80ace-dc48-476d-805d-36d879aa07c0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0475941 Jun 18 08:12:36.229246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:36.267050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2eb1b456-bb8a-4a79-90ad-d1d9f98505cb req-2897bbee-e9ba-40b2-b773-3be93770a1a9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Jun 18 08:12:37.397371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29958db-012a-4628-a9cd-c9f574980c2e req-49ac9c61-adc4-42dc-9980-0f14501881b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:37.398820 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e29958db-012a-4628-a9cd-c9f574980c2e req-49ac9c61-adc4-42dc-9980-0f14501881b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0485978 Jun 18 08:12:37.446673 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e29958db-012a-4628-a9cd-c9f574980c2e req-e75fbb36-e3a9-449d-b065-8ace77a3f550 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Jun 18 08:12:38.568163 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493a425-841f-4528-8194-c9401b0d95c5 req-0f227793-06b2-4f5c-a221-c24de8323061 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:38.569613 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d493a425-841f-4528-8194-c9401b0d95c5 req-0f227793-06b2-4f5c-a221-c24de8323061 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0482669 Jun 18 08:12:38.621199 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d493a425-841f-4528-8194-c9401b0d95c5 req-e8bf9801-482d-41e0-8b5a-c2edeb882f26 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458219 Jun 18 08:12:39.770144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2ac38-009e-420c-9ac0-747d2aecf77f req-3635e0f1-0c1b-4f61-95eb-1a6aa2099117 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:39.771596 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c6a2ac38-009e-420c-9ac0-747d2aecf77f req-3635e0f1-0c1b-4f61-95eb-1a6aa2099117 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0572679 Jun 18 08:12:39.826858 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c6a2ac38-009e-420c-9ac0-747d2aecf77f req-0d24e101-0a88-427e-b0a8-512e63ec5880 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475745 Jun 18 08:12:40.945763 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd023fa-0415-4e5a-8670-2a5a62817250 req-845f02c9-5293-48e8-b683-b0064a80a9a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:40.947266 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8cd023fa-0415-4e5a-8670-2a5a62817250 req-845f02c9-5293-48e8-b683-b0064a80a9a8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Jun 18 08:12:40.994834 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8cd023fa-0415-4e5a-8670-2a5a62817250 req-78b3a519-ea09-4193-a4be-ff8a0d845f4d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Jun 18 08:12:42.132942 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3743e-9bab-4a82-9089-8e09461be0ab req-3e16d5b9-c7df-4a38-b1c2-9c306f18dcdf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:42.134379 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cba3743e-9bab-4a82-9089-8e09461be0ab req-3e16d5b9-c7df-4a38-b1c2-9c306f18dcdf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Jun 18 08:12:42.181453 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cba3743e-9bab-4a82-9089-8e09461be0ab req-6d4185ca-12b9-4dda-b75c-fd91626362bd tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Jun 18 08:12:43.324820 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d61c3e-bfd4-4a5e-9051-2f73fad9fac8 req-f4c1536b-1c1d-4db7-adef-e2293b6667c4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:43.326289 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f4d61c3e-bfd4-4a5e-9051-2f73fad9fac8 req-f4c1536b-1c1d-4db7-adef-e2293b6667c4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0530696 Jun 18 08:12:43.372431 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f4d61c3e-bfd4-4a5e-9051-2f73fad9fac8 req-dd9b5e3b-1747-4772-8b69-d5966a91d199 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Jun 18 08:12:43.916382 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:44.502695 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2facdf59-08e7-4699-8764-172e95f8fb2e req-56ceb9ac-9828-4147-b6fe-836253f72f4d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:44.507654 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2facdf59-08e7-4699-8764-172e95f8fb2e req-56ceb9ac-9828-4147-b6fe-836253f72f4d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Jun 18 08:12:44.558568 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2facdf59-08e7-4699-8764-172e95f8fb2e req-2020f8ed-6e04-4439-b70f-8b710bfcd762 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483966 Jun 18 08:12:44.773885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55136) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:44.881453 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34764b88-67f3-4391-94f5-134e745ad7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:44.949333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:44.963249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34764b88-67f3-4391-94f5-134e745ad7f6 admin admin] Publish callbacks [] for security_group (10f4f25f-6870-47cb-9161-ef1156b63cef), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:44.968216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34764b88-67f3-4391-94f5-134e745ad7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (10f4f25f-6870-47cb-9161-ef1156b63cef), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.007181 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34764b88-67f3-4391-94f5-134e745ad7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4f25f-6870-47cb-9161-ef1156b63cef,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:45.011431 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-34764b88-67f3-4391-94f5-134e745ad7f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd927ab29deb452881b148ca11622d00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363269 Jun 18 08:12:45.014252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55140) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:45.074766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] Publish callbacks [] for security_group (10f4f25f-6870-47cb-9161-ef1156b63cef), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.097681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] Publish callbacks [] for security_group (10f4f25f-6870-47cb-9161-ef1156b63cef), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.150560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (10f4f25f-6870-47cb-9161-ef1156b63cef), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.153413 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.154554 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10f4f25f-6870-47cb-9161-ef1156b63cef HTTP/1.1" status: 204 len: 168 time: 0.1394076 Jun 18 08:12:45.162224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518451-734d-402d-91ee-4e615aaddf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4f25f-6870-47cb-9161-ef1156b63cef,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:45.430546 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55146) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:45.445813 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee8234fc-b52f-48ac-ac4b-b0a69dd2147d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.524822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee8234fc-b52f-48ac-ac4b-b0a69dd2147d admin admin] Publish callbacks [] for security_group (a449993d-587b-447d-89c2-bce7fb6ffb0f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.530591 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee8234fc-b52f-48ac-ac4b-b0a69dd2147d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a449993d-587b-447d-89c2-bce7fb6ffb0f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.567283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8234fc-b52f-48ac-ac4b-b0a69dd2147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a449993d-587b-447d-89c2-bce7fb6ffb0f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:45.572176 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ee8234fc-b52f-48ac-ac4b-b0a69dd2147d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bc9c3685bf44f1294ca65920913a361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405387 Jun 18 08:12:45.574899 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55148) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:45.628402 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] Publish callbacks [] for security_group (a449993d-587b-447d-89c2-bce7fb6ffb0f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.650697 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] Publish callbacks [] for security_group (a449993d-587b-447d-89c2-bce7fb6ffb0f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.677818 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b36922-e699-4065-8ae4-9f2080b7b874 req-1380acff-b8a9-4afd-9388-4dae906b3fb0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:45.679352 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-97b36922-e699-4065-8ae4-9f2080b7b874 req-1380acff-b8a9-4afd-9388-4dae906b3fb0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0486600 Jun 18 08:12:45.679669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:45.706002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a449993d-587b-447d-89c2-bce7fb6ffb0f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.708946 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:45.712526 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a449993d-587b-447d-89c2-bce7fb6ffb0f HTTP/1.1" status: 204 len: 168 time: 0.1343999 Jun 18 08:12:45.720358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cced95-32be-40ff-80cb-823201120c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a449993d-587b-447d-89c2-bce7fb6ffb0f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:45.733345 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-97b36922-e699-4065-8ae4-9f2080b7b874 req-68b36c2b-f0a4-4b6b-acd2-7bf9299e4478 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471733 Jun 18 08:12:46.858653 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6867a9-6164-45cc-b477-1c60b6098ae3 req-70feceea-bc3c-477b-a87b-237f3198970a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:46.860167 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3b6867a9-6164-45cc-b477-1c60b6098ae3 req-70feceea-bc3c-477b-a87b-237f3198970a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0490556 Jun 18 08:12:46.908132 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3b6867a9-6164-45cc-b477-1c60b6098ae3 req-d5811a19-dff0-42f3-a734-f1dcccf9c8ab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Jun 18 08:12:47.848625 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:12:48.026274 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf962f-1608-426e-ac97-9f3db67c601d req-42ed2c48-a2b0-4a4b-8606-829b9b9b78de tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:48.027751 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-76bf962f-1608-426e-ac97-9f3db67c601d req-42ed2c48-a2b0-4a4b-8606-829b9b9b78de tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0464764 Jun 18 08:12:48.081283 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-76bf962f-1608-426e-ac97-9f3db67c601d req-a54de7b2-53cc-4208-bc4a-8f54ae7a269e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 Jun 18 08:12:49.219046 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e945-923f-4bfb-be73-d6894b45f0a5 req-d08cbc68-d497-4d5b-9fe8-02333f780c6b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:49.220518 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7344e945-923f-4bfb-be73-d6894b45f0a5 req-d08cbc68-d497-4d5b-9fe8-02333f780c6b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0496807 Jun 18 08:12:49.270543 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7344e945-923f-4bfb-be73-d6894b45f0a5 req-da08435f-ff5d-4ffa-8d0a-732fa156ae30 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Jun 18 08:12:50.395199 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcccee-21bb-452b-97df-681b76bdb18d req-23391a8f-dea0-461e-bfc7-d3f87e364b11 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:50.396774 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b6bcccee-21bb-452b-97df-681b76bdb18d req-23391a8f-dea0-461e-bfc7-d3f87e364b11 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0491316 Jun 18 08:12:50.408346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:50.444564 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:50.449983 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b6bcccee-21bb-452b-97df-681b76bdb18d req-621d68bf-5254-417c-85dd-67cf7ca412d8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Jun 18 08:12:50.883082 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55262) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:51.005895 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1d85-212b-48ed-bbff-588b43dff9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.056180 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:51.091719 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1d85-212b-48ed-bbff-588b43dff9bc admin admin] Publish callbacks [] for security_group (65d809c0-27ef-4bca-b93f-06c7697e9226), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.096805 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d8fa1d85-212b-48ed-bbff-588b43dff9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (65d809c0-27ef-4bca-b93f-06c7697e9226), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.134761 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa1d85-212b-48ed-bbff-588b43dff9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d809c0-27ef-4bca-b93f-06c7697e9226,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:51.141874 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d8fa1d85-212b-48ed-bbff-588b43dff9bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0586a51c1194d1e92d9ea15417f8428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551219 Jun 18 08:12:51.142220 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55268) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:51.191695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] Publish callbacks [] for security_group (65d809c0-27ef-4bca-b93f-06c7697e9226), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.212926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] Publish callbacks [] for security_group (65d809c0-27ef-4bca-b93f-06c7697e9226), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.261261 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (65d809c0-27ef-4bca-b93f-06c7697e9226), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.263817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.264959 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65d809c0-27ef-4bca-b93f-06c7697e9226 HTTP/1.1" status: 204 len: 168 time: 0.1217628 Jun 18 08:12:51.272686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ec9af-b7de-4c0e-960e-76247c56981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d809c0-27ef-4bca-b93f-06c7697e9226,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:51.384973 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:12:51.492421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:51.583998 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55276) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:51.603726 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d889b4cf-3b8e-4d86-b6e4-a28a4dc7b406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.626606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9452e-77a2-4a29-a8b8-4c7657a65921 req-fb44e466-ad67-4938-bd6d-8f7df74adc12 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:51.630094 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66f9452e-77a2-4a29-a8b8-4c7657a65921 req-fb44e466-ad67-4938-bd6d-8f7df74adc12 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0965335 Jun 18 08:12:51.667426 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '27173a71-a8ce-4f90-b96d-795c56228474', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:12:51.695617 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d889b4cf-3b8e-4d86-b6e4-a28a4dc7b406 admin admin] Publish callbacks [] for security_group (d508f697-2a45-4155-a0ed-f7223937ba5e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.701983 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d889b4cf-3b8e-4d86-b6e4-a28a4dc7b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d508f697-2a45-4155-a0ed-f7223937ba5e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.707902 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: ACTIVE; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:12:51.708289 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.722864 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66f9452e-77a2-4a29-a8b8-4c7657a65921 req-9f25a7c1-65e1-433f-983e-2ab435e899d9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850370 Jun 18 08:12:51.723107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:12:51.745610 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:51.749214 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d889b4cf-3b8e-4d86-b6e4-a28a4dc7b406 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6808dd9c2e994f27bf98aea072114321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641309 Jun 18 08:12:51.751942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55286) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:51.761604 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.771641 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889b4cf-3b8e-4d86-b6e4-a28a4dc7b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d508f697-2a45-4155-a0ed-f7223937ba5e,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:51.820164 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=6']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:51.824415 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] Publish callbacks [] for security_group (d508f697-2a45-4155-a0ed-f7223937ba5e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.827492 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.827835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.828171 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.828499 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.828998 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.829481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.829804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.830124 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.830443 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.830759 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.831139 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.831481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.831795 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.832106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.832418 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:12:51.849471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] Publish callbacks [] for security_group (d508f697-2a45-4155-a0ed-f7223937ba5e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.873685 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:51.913398 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d508f697-2a45-4155-a0ed-f7223937ba5e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.917100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:51.918520 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d508f697-2a45-4155-a0ed-f7223937ba5e HTTP/1.1" status: 204 len: 168 time: 0.1652555 Jun 18 08:12:51.925470 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['27173a71-a8ce-4f90-b96d-795c56228474'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:12:51.929634 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d5239-b6ca-455d-b044-758a09116431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508f697-2a45-4155-a0ed-f7223937ba5e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:52.889349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193acab-7111-499f-9d11-bd7493f59ed6 req-2965c884-9de9-4210-b69e-5f11e15e7e8e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:52.891255 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7193acab-7111-499f-9d11-bd7493f59ed6 req-2965c884-9de9-4210-b69e-5f11e15e7e8e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 944 time: 0.0629671 Jun 18 08:12:52.959898 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7193acab-7111-499f-9d11-bd7493f59ed6 req-79a7db7b-2716-4dbe-b6f2-324a70bda1f7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628421 Jun 18 08:12:53.396945 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:12:53.446890 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 27173a71-a8ce-4f90-b96d-795c56228474 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:12:53.447340 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (27173a71-a8ce-4f90-b96d-795c56228474), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.507178 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55368) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:53.583903 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:12:53.584592 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.628252 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:12:53.632613 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe3d7c-b135-4089-98b4-a0d17020a31b" -d '{"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:12:53.667043 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:12:53.675279 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.762184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109b53f3-cc98-49ff-8e44-c962d4aeae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.819996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=7']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:53.896313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109b53f3-cc98-49ff-8e44-c962d4aeae3d admin admin] Publish callbacks [] for security_group (6902d749-e3c8-47b5-9eb6-3c60f2fc3b48), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.930037 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-109b53f3-cc98-49ff-8e44-c962d4aeae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6902d749-e3c8-47b5-9eb6-3c60f2fc3b48), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:53.979501 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-109b53f3-cc98-49ff-8e44-c962d4aeae3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=726e2fdab6a4447091cd93991421e210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709542 Jun 18 08:12:53.982763 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55388) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:12:54.001842 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f88e05-de3c-4826-a0f7-bfd40e389439 x-openstack-request-id: req-02f88e05-de3c-4826-a0f7-bfd40e389439 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:12:54.002136 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:12:54.002392 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-02f88e05-de3c-4826-a0f7-bfd40e389439 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:12:54.002792 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f88e05-de3c-4826-a0f7-bfd40e389439'] response: {'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'code': 200} Jun 18 08:12:54.021554 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b53f3-cc98-49ff-8e44-c962d4aeae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6902d749-e3c8-47b5-9eb6-3c60f2fc3b48,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:54.054853 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] Publish callbacks [] for security_group (6902d749-e3c8-47b5-9eb6-3c60f2fc3b48), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:54.087209 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] Publish callbacks [] for security_group (6902d749-e3c8-47b5-9eb6-3c60f2fc3b48), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:54.144061 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6902d749-e3c8-47b5-9eb6-3c60f2fc3b48), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:54.147423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:54.152586 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6902d749-e3c8-47b5-9eb6-3c60f2fc3b48 HTTP/1.1" status: 204 len: 168 time: 0.1674993 Jun 18 08:12:54.163848 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7633b-ee75-4554-a38d-bfd9f63c4b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902d749-e3c8-47b5-9eb6-3c60f2fc3b48,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:54.190005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a74d-4b9b-44d7-b8d8-98a371239783 req-8d5d5087-78f4-4755-85da-b47862a0c2ce tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:54.191786 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6c9a74d-4b9b-44d7-b8d8-98a371239783 req-8d5d5087-78f4-4755-85da-b47862a0c2ce tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0691848 Jun 18 08:12:54.252675 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6c9a74d-4b9b-44d7-b8d8-98a371239783 req-757b8e38-8a6d-4c64-89c2-4c42cfbad414 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524611 Jun 18 08:12:55.009262 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:55.421858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56fc19-2b73-4003-be6c-e8ec7d41b846 req-04335fda-13c2-4d43-86ff-56b57ef59932 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:55.424206 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e56fc19-2b73-4003-be6c-e8ec7d41b846 req-04335fda-13c2-4d43-86ff-56b57ef59932 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0601850 Jun 18 08:12:55.488219 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0e56fc19-2b73-4003-be6c-e8ec7d41b846 req-282f9cbf-f480-4489-aceb-fd28a077b570 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576427 Jun 18 08:12:56.630263 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845d8d-e457-48ff-a1c3-7f41d677c290 req-64bee57d-dee6-4d05-94f6-dfafc16934cb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:56.634548 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c7845d8d-e457-48ff-a1c3-7f41d677c290 req-64bee57d-dee6-4d05-94f6-dfafc16934cb tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0627680 Jun 18 08:12:56.719484 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c7845d8d-e457-48ff-a1c3-7f41d677c290 req-7ca5973c-8b05-4ba2-a54a-ac7e4bbffbb0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714872 Jun 18 08:12:56.840964 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-5fb7352e-2af6-46c6-89d1-e7f55552b41a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b851c318437948ff89683420f078ebb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295522 Jun 18 08:12:57.279211 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:57.316117 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-5e0012a8-1140-4d05-bc8e-b3093750e783 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:57.317694 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-5e0012a8-1140-4d05-bc8e-b3093750e783 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4713159 Jun 18 08:12:57.334840 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-1adba292-0736-4784-a6af-dff9ed2e9c30 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/quotas/b851c318437948ff89683420f078ebb8 HTTP/1.1" status: 200 len: 375 time: 0.0106847 Jun 18 08:12:57.367852 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-efeb9ebc-c275-4503-a8a1-8aff14908dbf tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b851c318437948ff89683420f078ebb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280998 Jun 18 08:12:57.564969 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f0e62129-126e-4b88-95b5-e82b978873a7 req-d3ede425-54d5-431f-bb64-62897339494e tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 210 time: 0.0534456 Jun 18 08:12:57.841250 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:57.842487 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:57.895352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138ee1-858e-4779-bdb4-aa0a388d3922 req-ccb402ed-b529-4073-bae7-28a8bfbf4089 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:57.898056 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51138ee1-858e-4779-bdb4-aa0a388d3922 req-ccb402ed-b529-4073-bae7-28a8bfbf4089 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jun 18 08:12:57.984693 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-51138ee1-858e-4779-bdb4-aa0a388d3922 req-5bd89d37-7c4f-4b3f-910b-44b0f6ec22d0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807135 Jun 18 08:12:58.102655 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:58.117734 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68c8cb85-e7b8-49c9-abf7-8d2d4ac3e6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:58.676140 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e29fb25c-2d8f-4d7b-8e58-6aad81738ebb req-03da341c-75ca-47ca-b10e-4b8f522cdedd tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 210 time: 0.0415707 Jun 18 08:12:58.791253 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-d0d7d597-9393-4515-a49a-f74bce375fc4 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b851c318437948ff89683420f078ebb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292370 Jun 18 08:12:58.969743 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-b6b441f4-edcd-43f3-8808-92e24f1c8556 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:58.971385 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-b6b441f4-edcd-43f3-8808-92e24f1c8556 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747136 Jun 18 08:12:58.996432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Request body: {'port': {'device_id': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a', 'admin_state_up': True, 'tenant_id': 'b851c318437948ff89683420f078ebb8'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:12:59.030018 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:59.131191 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab65ad5-a5f8-4e62-9468-376c76d6d7bb req-4c10ece2-9d89-460f-bab7-fb99966f969d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:59.132740 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aab65ad5-a5f8-4e62-9468-376c76d6d7bb req-4c10ece2-9d89-460f-bab7-fb99966f969d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0673068 Jun 18 08:12:59.193516 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Made reservation on behalf of b851c318437948ff89683420f078ebb8 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:12:59.196948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.204085 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-aab65ad5-a5f8-4e62-9468-376c76d6d7bb req-c8fd8481-612e-4918-848e-31331dafd36e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636528 Jun 18 08:12:59.210025 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.299151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks [] for security_group (cec54822-17cc-4eee-8212-bded0bc8f880), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.304365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cec54822-17cc-4eee-8212-bded0bc8f880), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.377262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec54822-17cc-4eee-8212-bded0bc8f880,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:59.454333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Allocated IP 192.168.233.179 (dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a/d9d0b8f9-3a85-4e7d-9fd7-ca8846337008/85b82fde-62a0-4ff4-82c2-3f84b41e6bc1) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:12:59.530392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:12:59.627344 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks [] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.672688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.731425 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Pushing event updated for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:12:59.739067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:12:59.740763 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:12:59.743245 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:12:59.822423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:59.823084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:12:59.862178 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-72e73dea-6fb8-440d-bc1f-2c351176d409 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8660064 Jun 18 08:12:59.878979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05def5e1-0f6e-4ee9-81f2-3342ef83e10c req-b1450e04-293f-4335-872c-442e3aaf5049 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:12:59.887306 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-05def5e1-0f6e-4ee9-81f2-3342ef83e10c req-b1450e04-293f-4335-872c-442e3aaf5049 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 936 time: 0.0675800 Jun 18 08:12:59.948755 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-05def5e1-0f6e-4ee9-81f2-3342ef83e10c req-fd66ea76-760c-4bad-93ec-d773566458a7 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Jun 18 08:13:00.059204 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Request body: {'port': {'device_id': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:00.085745 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:00.098429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-60bbdcba-7bcb-40c5-b385-c68dc98c829f None None] Provisioning complete for port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:13:00.099034 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-60bbdcba-7bcb-40c5-b385-c68dc98c829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:00.102551 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-9e642ee1-8fdc-4afa-8dfb-cf46570dd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:00.104057 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-9e642ee1-8fdc-4afa-8dfb-cf46570dd177 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1129 time: 0.3279438 Jun 18 08:13:00.132753 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-60bbdcba-7bcb-40c5-b385-c68dc98c829f None None] Port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:13:00.137868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:00.464153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e39f3-c69d-4d95-a584-404e31739e2a req-73a3209f-3278-4211-97ff-680b2cdeb2fe tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:00.465836 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-201e39f3-c69d-4d95-a584-404e31739e2a req-73a3209f-3278-4211-97ff-680b2cdeb2fe tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.1333473 Jun 18 08:13:00.478809 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c0ce9a7c-4a2a-4c53-bf9d-7d34c9b68ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:00.530301 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-cb7f666c-6c94-4c3f-ba09-11941a630470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:00.531709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-cb7f666c-6c94-4c3f-ba09-11941a630470 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.2604313 Jun 18 08:13:00.569026 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-201e39f3-c69d-4d95-a584-404e31739e2a req-53210b01-4764-4aae-96bb-2a55c31c8d46 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873394 Jun 18 08:13:00.609318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:13:00.618410 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks [] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:00.676249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Transition to ACTIVE for port object 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:13:00.684379 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:00.726075 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-d2318080-8bf6-45a6-9542-f10938142716 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 1001 time: 0.1048222 Jun 18 08:13:00.786077 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:00.795262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Pushing event updated for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:00.880058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-a3f14102-4fc6-4bbb-b9bd-0b2475103923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:00.881543 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-a3f14102-4fc6-4bbb-b9bd-0b2475103923 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1492617 Jun 18 08:13:00.939641 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-542a3e3e-8dda-4260-ac7a-3e74e59ba64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:00.941144 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-542a3e3e-8dda-4260-ac7a-3e74e59ba64a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508811 Jun 18 08:13:00.941951 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Attempting to bind port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:13:00.942277 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Attempting to bind port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:13:00.942597 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Attempting to bind port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 on network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:13:00.979160 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 on network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:13:00.979480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Attempting to bind port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 on network dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:13:00.988136 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:13:00.988467 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Checking segment: {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:13:00.988845 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Bound using segment: {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:13:00.989275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Bound port: 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6b9dbc-c312-4eca-8108-667770416d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:13:00.989625 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:01.072512 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:01.118646 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82765619-9a02-47e2-b832-a6eba180dcd0 req-32db6486-3925-4056-ba72-2601c7b759bc tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:01.121770 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-82765619-9a02-47e2-b832-a6eba180dcd0 req-32db6486-3925-4056-ba72-2601c7b759bc tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 948 time: 0.0925307 Jun 18 08:13:01.124268 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-5c0e52eb-b89a-4990-b249-76188d3d96db service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753929 Jun 18 08:13:01.183536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:13:01.191626 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-82765619-9a02-47e2-b832-a6eba180dcd0 req-415b8e80-e14d-4ef0-bb66-0b023ae744cf tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622568 Jun 18 08:13:01.228612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:13:01.239146 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:01.272366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:01.282733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:01.320015 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:01.320175 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:01.321514 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] 10.222.0.16 "PUT /v2.0/ports/85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 HTTP/1.1" status: 200 len: 1098 time: 1.3494995 Jun 18 08:13:01.322263 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:01.324620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82" -d '{"events": [{"name": "network-changed", "server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:01.354382 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bb3f4707-9034-4b79-b4c2-3e413d8096f6 req-7117eec9-1508-493b-84fc-2646ead2d2b4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232053 Jun 18 08:13:01.355337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168a1e2-e6fb-422a-8760-6524371a1914 service neutron] Pushing event updated for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:01.556852 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-bf95e871-cb9b-48f6-8cea-12ddebaf89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:01.558785 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-bf95e871-cb9b-48f6-8cea-12ddebaf89ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b851c318437948ff89683420f078ebb8&device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 1132 time: 0.1128449 Jun 18 08:13:01.683660 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8ff87-f222-4af9-bb88-570a9288e635 x-openstack-request-id: req-04e8ff87-f222-4af9-bb88-570a9288e635 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:01.683996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:01.684271 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04e8ff87-f222-4af9-bb88-570a9288e635 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:01.684679 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e8ff87-f222-4af9-bb88-570a9288e635'] response: {'name': 'network-changed', 'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1', 'status': 'completed', 'code': 200} Jun 18 08:13:01.770167 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771f5a7-e697-4879-afb0-063c410373d5 req-346b9c41-0f39-4cb3-9eb5-f203d7fb6879 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:01.783759 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4771f5a7-e697-4879-afb0-063c410373d5 req-346b9c41-0f39-4cb3-9eb5-f203d7fb6879 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0839727 Jun 18 08:13:01.858337 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-ce82e4df-2b33-4988-ad97-82b5de8ed195 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0913558 Jun 18 08:13:01.875396 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4771f5a7-e697-4879-afb0-063c410373d5 req-cb09551c-ce9e-4fa0-85f4-6eab2ecd7ea2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876229 Jun 18 08:13:01.982368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-f5c297fb-1757-4b03-bca4-aa86b5b77a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:01.984258 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-f5c297fb-1757-4b03-bca4-aa86b5b77a3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9d0b8f9-3a85-4e7d-9fd7-ca8846337008 HTTP/1.1" status: 200 len: 843 time: 0.0739546 Jun 18 08:13:02.238595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753be02-a207-4758-a586-721b81b02beb req-3bb201b6-eb06-48a2-b729-aab2eeb74e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:02.240168 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-3bb201b6-eb06-48a2-b729-aab2eeb74e6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0653770 Jun 18 08:13:02.345624 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:02.372672 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2d6f-5d23-4216-b58c-50cd4190c224 req-2b568435-7d20-47af-9c80-bb9450125539 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:02.374163 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8ce2d6f-5d23-4216-b58c-50cd4190c224 req-2b568435-7d20-47af-9c80-bb9450125539 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 948 time: 0.0881875 Jun 18 08:13:02.406427 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-c67b8f2f-13e3-415e-a344-389808924a35 service neutron] 10.222.0.16 "GET /v2.0/networks/dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539776 Jun 18 08:13:02.468484 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8ce2d6f-5d23-4216-b58c-50cd4190c224 req-798072ce-93fb-455c-ae21-60ab4224e0bc tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849485 Jun 18 08:13:02.523156 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3753be02-a207-4758-a586-721b81b02beb req-cc083aac-26bf-479a-8d2c-4caa820e13e4 service neutron] 10.222.0.16 "GET /v2.0/networks/dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087611 Jun 18 08:13:02.822135 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:02.993487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ad1a-04b0-43d8-ab4e-781edb659b01 req-eae58d82-3696-4c1c-b5f3-7d265c21ba87 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:02.994981 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1881ad1a-04b0-43d8-ab4e-781edb659b01 req-eae58d82-3696-4c1c-b5f3-7d265c21ba87 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Jun 18 08:13:03.043492 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1881ad1a-04b0-43d8-ab4e-781edb659b01 req-670bd752-592b-47a7-a752-113de4711ba6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Jun 18 08:13:03.258725 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:03.408180 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-6bc6a859-71fb-4394-9cee-907b7de02d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:03.409654 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-6bc6a859-71fb-4394-9cee-907b7de02d4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b851c318437948ff89683420f078ebb8&device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 1132 time: 0.0399883 Jun 18 08:13:03.549016 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-9311d4be-be84-4778-898d-1dd02b6fb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:03.550492 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-9311d4be-be84-4778-898d-1dd02b6fb6b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a HTTP/1.1" status: 200 len: 870 time: 0.0921743 Jun 18 08:13:03.587587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60145-a11b-4dd2-ad62-4077eca04d05 req-56941494-28d6-48db-b85a-5ba19bc82040 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:03.589041 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3ba60145-a11b-4dd2-ad62-4077eca04d05 req-56941494-28d6-48db-b85a-5ba19bc82040 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 948 time: 0.0498612 Jun 18 08:13:03.622005 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:03.639582 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3ba60145-a11b-4dd2-ad62-4077eca04d05 req-aa85d07c-4ca3-4626-b009-900fd7b0b39a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Jun 18 08:13:03.796389 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-87122f4c-4150-43b0-8372-f977e8619489 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 HTTP/1.1" status: 200 len: 217 time: 0.0422182 Jun 18 08:13:03.848906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-4db14c1b-19c7-44e5-be94-01f300eb6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:03.850346 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-4db14c1b-19c7-44e5-be94-01f300eb6fdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9d0b8f9-3a85-4e7d-9fd7-ca8846337008 HTTP/1.1" status: 200 len: 843 time: 0.0481751 Jun 18 08:13:04.009346 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-9189abcf-274a-4269-b356-d31d53708e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.010687 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-9189abcf-274a-4269-b356-d31d53708e94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0704343 Jun 18 08:13:04.015516 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-411931db-4f88-414f-81f7-eb1bf204f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.016923 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-411931db-4f88-414f-81f7-eb1bf204f1ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1129 time: 0.0475359 Jun 18 08:13:04.142144 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:04.203887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdae46-fcff-4add-b0f5-c4064ce6b0da req-35e47758-f28e-496c-8b0a-f9b42aab8843 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.205307 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0fdae46-fcff-4add-b0f5-c4064ce6b0da req-35e47758-f28e-496c-8b0a-f9b42aab8843 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0800238 Jun 18 08:13:04.210317 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-68b672a5-8564-4073-9ca1-a9428bb94fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925974 Jun 18 08:13:04.218892 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-bfa3a009-5e1b-48f5-9d69-a354b80b4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.220698 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-bfa3a009-5e1b-48f5-9d69-a354b80b4502 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.1956940 Jun 18 08:13:04.621062 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f0fdae46-fcff-4add-b0f5-c4064ce6b0da req-7681249b-41db-4ade-95f9-59ce7506be1c tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085195 Jun 18 08:13:04.624759 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-1448b582-e7e2-4729-9fa0-4f95cda98299 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 1001 time: 0.3867767 Jun 18 08:13:04.684160 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2a1a65e6-d173-4ab1-8694-9cf7076b5c82 req-c79d1196-003a-4cab-8c08-e56b7cc94977 service neutron] 10.222.0.16 "GET /v2.0/networks/dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629312 Jun 18 08:13:04.689266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-d3b2fecd-af62-47fd-992a-03ee979ce8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.690573 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-d3b2fecd-af62-47fd-992a-03ee979ce8a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.0578361 Jun 18 08:13:04.734760 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:04.735621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:04.742296 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-b6914013-9ac9-427b-8061-4893681a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.743809 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-b6914013-9ac9-427b-8061-4893681a0233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386012 Jun 18 08:13:04.771180 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510c8c7-14cb-4774-a5ba-0dc9fe4a4e46 req-29f4ec54-dc1e-4ef7-b41e-ed46d37de666 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:04.772659 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3510c8c7-14cb-4774-a5ba-0dc9fe4a4e46 req-29f4ec54-dc1e-4ef7-b41e-ed46d37de666 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 948 time: 0.0621495 Jun 18 08:13:04.819833 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3510c8c7-14cb-4774-a5ba-0dc9fe4a4e46 req-64dbb606-a33a-4c3b-9544-be1282aa1e73 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Jun 18 08:13:04.842358 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-2dc0b932-6903-4892-aa82-acd4c0f5d335 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Jun 18 08:13:04.927457 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-97d162e1-544a-4ec4-bbd7-a10ec38a02db req-26aef156-c766-47bb-8d91-77cf6dfd0533 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791101 Jun 18 08:13:05.427460 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:13:05.536329 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:05.548075 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1', 'network_id': 'dfb2ce6b-381f-4059-8a5a-b26fa0c2cb9a', 'port_id': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1', 'mac_address': 'fa:16:3e:13:ea:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d0b8f9-3a85-4e7d-9fd7-ca8846337008', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:13:05.583507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:05.583879 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:05.597410 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:13:05.617653 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:05.623389 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:05.667616 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:05.743569 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d797441-bd6e-44c3-ab35-b3ba345f8358 req-3c5db957-c487-4c25-9b46-67e29dfbac68 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:05.745090 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d797441-bd6e-44c3-ab35-b3ba345f8358 req-3c5db957-c487-4c25-9b46-67e29dfbac68 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0507767 Jun 18 08:13:05.792425 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d797441-bd6e-44c3-ab35-b3ba345f8358 req-672be0d9-b91f-436d-b5ab-87cbfb15b06a tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Jun 18 08:13:05.941078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561df9-4db0-4ebe-b3aa-9f7ff5cea6a0 req-4f647b13-fb17-41af-be5e-bbc36cd45a8a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:05.942579 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f8561df9-4db0-4ebe-b3aa-9f7ff5cea6a0 req-4f647b13-fb17-41af-be5e-bbc36cd45a8a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 949 time: 0.0522451 Jun 18 08:13:05.990489 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f8561df9-4db0-4ebe-b3aa-9f7ff5cea6a0 req-756614b1-8adf-4207-bb38-2b3e5dddd76b tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Jun 18 08:13:06.021540 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['85b82fde-62a0-4ff4-82c2-3f84b41e6bc1'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:13:06.922614 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132adf24-359b-4061-8419-644902568f6d req-866892ce-07a7-457c-9c8a-3ee8920d7b77 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:06.924131 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-132adf24-359b-4061-8419-644902568f6d req-866892ce-07a7-457c-9c8a-3ee8920d7b77 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 945 time: 0.0568571 Jun 18 08:13:06.977599 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-132adf24-359b-4061-8419-644902568f6d req-4529ddef-befd-466e-b5ed-3407eaf426e7 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469670 Jun 18 08:13:07.102934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ad28c-30f9-4028-ab69-8f0999e92561 req-d46b3583-9a71-4776-a194-41b62a86fe8a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:07.104414 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ff6ad28c-30f9-4028-ab69-8f0999e92561 req-d46b3583-9a71-4776-a194-41b62a86fe8a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 949 time: 0.0478578 Jun 18 08:13:07.158831 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ff6ad28c-30f9-4028-ab69-8f0999e92561 req-395113b8-fb1d-407c-af20-fc78e498128f tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Jun 18 08:13:07.437246 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:13:07.487799 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:13:07.494214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:13:07.494779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:07.572233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:07.572722 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:07.596250 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:07.598586 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e35e2d4-99c7-47e5-a422-a223ffa9e4d4" -d '{"events": [{"server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "name": "network-vif-plugged", "status": "completed", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:07.600718 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:07.612331 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:07.616286 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:07.617086 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:07.654994 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85da1969-9780-470b-8a54-b21a2bb7b233 x-openstack-request-id: req-85da1969-9780-470b-8a54-b21a2bb7b233 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:07.655311 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "name": "network-vif-plugged", "status": "completed", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:07.655548 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85da1969-9780-470b-8a54-b21a2bb7b233 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:07.655925 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85da1969-9780-470b-8a54-b21a2bb7b233'] response: {'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1', 'code': 200} Jun 18 08:13:07.693335 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:07.728553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: ACTIVE; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:07.728927 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:07.748144 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:07.762572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:07.767398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:07.814063 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=8']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:08.101258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2f241-3e37-40c8-9d81-43a73b0f7256 req-674a1689-a6c0-4de9-8aa4-8f3a65a9a2f0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:08.102899 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-20d2f241-3e37-40c8-9d81-43a73b0f7256 req-674a1689-a6c0-4de9-8aa4-8f3a65a9a2f0 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0486302 Jun 18 08:13:08.164445 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-20d2f241-3e37-40c8-9d81-43a73b0f7256 req-7d45abfc-19f7-44ae-9fca-98637c207cb6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549788 Jun 18 08:13:08.292666 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375a4a-5d11-4f16-8d86-edffc7425d11 req-da7c5231-0002-464f-a3f7-e2eb6033f6e3 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:08.294778 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7375a4a-5d11-4f16-8d86-edffc7425d11 req-da7c5231-0002-464f-a3f7-e2eb6033f6e3 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0576329 Jun 18 08:13:08.331598 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb669f4f-6cbd-4a59-9ee3-dc00c78ed8f2 req-33f0e65c-d95f-470a-b337-7f9988ed9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:08.333233 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb669f4f-6cbd-4a59-9ee3-dc00c78ed8f2 req-33f0e65c-d95f-470a-b337-7f9988ed9619 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 1134 time: 0.0541236 Jun 18 08:13:08.351719 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7375a4a-5d11-4f16-8d86-edffc7425d11 req-e3f4654f-61f3-45a0-9d19-c24a352fbcf0 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511084 Jun 18 08:13:08.379852 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb669f4f-6cbd-4a59-9ee3-dc00c78ed8f2 req-d6a33b99-040c-4af5-b332-f9d7cbfa37a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Jun 18 08:13:09.179958 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103600a-64b6-4e97-949b-b9dffe652ebf req-daf9fd29-5c85-491b-b319-b36debfcefa9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:09.181541 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d103600a-64b6-4e97-949b-b9dffe652ebf req-daf9fd29-5c85-491b-b319-b36debfcefa9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0477054 Jun 18 08:13:09.230025 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d103600a-64b6-4e97-949b-b9dffe652ebf req-b59cb44e-8784-4777-9909-bdef5cddd6d8 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Jun 18 08:13:09.426749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55658) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:09.470779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c48ae7-222b-49ed-beba-414954c6019d req-140525ee-fa76-4fb2-86ff-4fe07ba2194c tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:09.472295 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0c48ae7-222b-49ed-beba-414954c6019d req-140525ee-fa76-4fb2-86ff-4fe07ba2194c tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0486259 Jun 18 08:13:09.507986 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-42d58f5a-1b08-41e2-b750-48cfef393de4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800388 Jun 18 08:13:09.517070 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-6fba1531-924f-48e1-a086-74cb13dd3537 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:13:09.518184 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-6fba1531-924f-48e1-a086-74cb13dd3537 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054944 Jun 18 08:13:09.528287 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c0c48ae7-222b-49ed-beba-414954c6019d req-710f097e-969f-407a-a80e-3b21fc667d78 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Jun 18 08:13:09.612061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 55670) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:09.657272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:09.660646 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4ed9a8-b373-4423-bf28-6507b8d6053b" -d '{"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-unplugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:09.692831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:09.693514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90efa43-aae5-4724-ab96-686184cde0aa x-openstack-request-id: req-a90efa43-aae5-4724-ab96-686184cde0aa {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:09.693674 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-unplugged", "status": "failed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "code": 422}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:09.693989 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a90efa43-aae5-4724-ab96-686184cde0aa {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:09.694418 dv-cinder-826349-2-iscsi neutron-server[104014]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a90efa43-aae5-4724-ab96-686184cde0aa']: {'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'code': 422} returned with failed status Jun 18 08:13:09.708792 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-02f4aa5e-08b4-4a08-a4d3-ee67103479c1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:09.710155 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-02f4aa5e-08b4-4a08-a4d3-ee67103479c1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports/27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 940 time: 0.1060045 Jun 18 08:13:09.842122 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1880-30c2-4920-b214-7b38489aaeb5 req-fd3bcc4e-704b-4a70-8e69-774550f1cfb7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:09.843641 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca3c1880-30c2-4920-b214-7b38489aaeb5 req-fd3bcc4e-704b-4a70-8e69-774550f1cfb7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0479271 Jun 18 08:13:09.902144 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca3c1880-30c2-4920-b214-7b38489aaeb5 req-d6d463b0-7bd8-43d3-8946-24ebc96f9eb6 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526814 Jun 18 08:13:10.359400 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d6e0f-d31a-4f35-9eed-d29b25c1b5ca req-f4e709d0-e673-4213-a553-a9fcfbf3db59 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:10.360737 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c20d6e0f-d31a-4f35-9eed-d29b25c1b5ca req-f4e709d0-e673-4213-a553-a9fcfbf3db59 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0462272 Jun 18 08:13:10.409283 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c20d6e0f-d31a-4f35-9eed-d29b25c1b5ca req-1969ea63-4e4b-4d4e-8f1e-41fd1832598f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431089 Jun 18 08:13:10.646359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2f0b5-ee14-4adb-832c-e36bc5560479 req-237f09cd-ff01-4fd0-8730-aa72d0c5f945 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:10.647834 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-99d2f0b5-ee14-4adb-832c-e36bc5560479 req-237f09cd-ff01-4fd0-8730-aa72d0c5f945 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0493453 Jun 18 08:13:10.697375 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-99d2f0b5-ee14-4adb-832c-e36bc5560479 req-9577d48a-374e-4f08-a54b-e65fbdd6f8b3 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jun 18 08:13:10.969445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f555-a72c-49a1-8606-5c86ee95a164 req-9f0aeddf-b296-444b-bf08-e92f51f4ebd3 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:10.970920 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a179f555-a72c-49a1-8606-5c86ee95a164 req-9f0aeddf-b296-444b-bf08-e92f51f4ebd3 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0481298 Jun 18 08:13:11.016976 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a179f555-a72c-49a1-8606-5c86ee95a164 req-539bf34b-10f3-48c8-a57a-1acd628c19c7 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Jun 18 08:13:11.018461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c23939-7d33-4b0d-9ecf-30245486cc9e req-dcb8b31c-29fe-4d78-ae1c-774510dced0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:11.019956 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2c23939-7d33-4b0d-9ecf-30245486cc9e req-dcb8b31c-29fe-4d78-ae1c-774510dced0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0468993 Jun 18 08:13:11.069835 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2c23939-7d33-4b0d-9ecf-30245486cc9e req-0627c56e-d0cf-4da3-874f-cbf9ab4d147d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442498 Jun 18 08:13:11.455403 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:11.531241 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: DOWN; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:11.535392 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c78bd-0ecf-4323-8e62-7d09ddf11529 req-75db9fa6-6668-4f04-ba49-ae1843144cb1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:11.537057 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca4c78bd-0ecf-4323-8e62-7d09ddf11529 req-75db9fa6-6668-4f04-ba49-ae1843144cb1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0506418 Jun 18 08:13:11.584300 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ca4c78bd-0ecf-4323-8e62-7d09ddf11529 req-4c9637ab-4edd-4236-9829-72c127f0a019 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Jun 18 08:13:12.144045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9f8bb-59f4-492b-8345-715f4bd6bae1 req-74bb06e5-3990-4349-8206-95cfd74a0fdc tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:12.145646 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bc9f8bb-59f4-492b-8345-715f4bd6bae1 req-74bb06e5-3990-4349-8206-95cfd74a0fdc tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0522695 Jun 18 08:13:12.172687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:12.189750 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a83b34-07f6-4a18-9f25-4e5b012be18d req-256bb05d-d231-4789-94ba-8da6668b0288 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:12.191931 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5a83b34-07f6-4a18-9f25-4e5b012be18d req-256bb05d-d231-4789-94ba-8da6668b0288 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0478582 Jun 18 08:13:12.195438 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bc9f8bb-59f4-492b-8345-715f4bd6bae1 req-15ff8583-5745-41c9-9faf-c2d55ddb4ca4 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jun 18 08:13:12.243544 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f5a83b34-07f6-4a18-9f25-4e5b012be18d req-32b00b9b-6b77-4bf1-a626-30657ad269c5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Jun 18 08:13:12.710595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b2d06-fc64-49d9-8b75-d91c6767f556 req-cda4291f-7357-47ee-9c22-5a2807be63fe tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:12.712100 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a23b2d06-fc64-49d9-8b75-d91c6767f556 req-cda4291f-7357-47ee-9c22-5a2807be63fe tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0565524 Jun 18 08:13:12.758316 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a23b2d06-fc64-49d9-8b75-d91c6767f556 req-69e995c8-cbfc-4853-8b2b-4e4138408557 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Jun 18 08:13:12.927634 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-4b403b51-b3ec-44c5-b851-8e1ec6611608 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:12.929075 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-4b403b51-b3ec-44c5-b851-8e1ec6611608 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0796649 Jun 18 08:13:12.935398 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c698cd-9bd2-446c-a915-056d15880e54 req-5bf45a25-371f-4803-9a30-d5034ed2eee6 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:12.936581 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87c698cd-9bd2-446c-a915-056d15880e54 req-5bf45a25-371f-4803-9a30-d5034ed2eee6 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.16 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0767646 Jun 18 08:13:13.327934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6701-d14e-4762-af58-dda878d406c6 req-54986a91-27fc-4a88-b21c-05eb44fbf96d tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.331494 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c12f6701-d14e-4762-af58-dda878d406c6 req-54986a91-27fc-4a88-b21c-05eb44fbf96d tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 950 time: 0.0566845 Jun 18 08:13:13.358484 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:13.364595 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:13.373535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port 34d646f8-d1f1-4dda-a910-284ea3e57139 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:13.374094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.382324 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c12f6701-d14e-4762-af58-dda878d406c6 req-da0935ba-dd50-491a-9fb2-4ae6ef7f7a1b tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/security-groups?id=cec54822-17cc-4eee-8212-bded0bc8f880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Jun 18 08:13:13.388938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Deleting port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:13.389266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.432423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6da30-80e6-4625-b6c5-7642b3460be1 req-56fa65b2-25a2-4030-840a-924f02e1b191 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.434024 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34d6da30-80e6-4625-b6c5-7642b3460be1 req-56fa65b2-25a2-4030-840a-924f02e1b191 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 945 time: 0.0958502 Jun 18 08:13:13.609173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] For port 34d646f8-d1f1-4dda-a910-284ea3e57139, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=34d646f8-d1f1-4dda-a910-284ea3e57139,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:13.609533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.627570 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-b6895f23-dedc-45c1-80ea-2b4e9c3e8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.629031 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-b6895f23-dedc-45c1-80ea-2b4e9c3e8d53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826&tenant_id=fc9abdfe8063473abfa91f578081eb0d HTTP/1.1" status: 200 len: 1127 time: 0.1074486 Jun 18 08:13:13.646837 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] For port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,segment=NetworkSegment(9d6b9dbc-c312-4eca-8108-667770416d3c),segment_id=9d6b9dbc-c312-4eca-8108-667770416d3c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:13.647225 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.684919 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-34d6da30-80e6-4625-b6c5-7642b3460be1 req-738420c4-1a17-4e7f-a596-1bd4e7cffe54 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=be9f6246-c445-4332-822a-2ca158fcdb50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356300 Jun 18 08:13:13.703550 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Calling delete_port for 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:13.742949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:13.778260 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-bf77427b-7ff5-45ef-9d4a-053d6af5ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.779771 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-bf77427b-7ff5-45ef-9d4a-053d6af5ba41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fc9abdfe8063473abfa91f578081eb0d&device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1127 time: 0.0988610 Jun 18 08:13:13.889190 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8a0f2-ef60-4393-be5f-902624d91233 req-2b3efb9a-3aa0-49af-8453-fbf95ed51ffc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.890692 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7a8a0f2-ef60-4393-be5f-902624d91233 req-2b3efb9a-3aa0-49af-8453-fbf95ed51ffc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0576959 Jun 18 08:13:13.935604 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:13.940615 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7a8a0f2-ef60-4393-be5f-902624d91233 req-b0a321ee-28ab-4d7d-9dd5-a1397a8c26a2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442355 Jun 18 08:13:13.986944 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.987314 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:13.987622 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30 disassociated. External IP: 172.27.2.192, port: 34d646f8-d1f1-4dda-a910-284ea3e57139. Jun 18 08:13:13.987958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for 34d646f8-d1f1-4dda-a910-284ea3e57139 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:13.997064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-9b7d8c4c-7eef-4049-a8a9-781a7e8e1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:13.998472 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-9b7d8c4c-7eef-4049-a8a9-781a7e8e1fd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 200 len: 917 time: 0.1923382 Jun 18 08:13:14.138855 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-c4c9bbd2-2d0d-4547-bbfb-fa77097a291d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 200 len: 999 time: 0.1334677 Jun 18 08:13:14.158684 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (85b82fde-62a0-4ff4-82c2-3f84b41e6bc1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:14.193266 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['85b82fde-62a0-4ff4-82c2-3f84b41e6bc1'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:13:14.217200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Pushing event deleted for resources: {'Port': ['ID=85b82fde-62a0-4ff4-82c2-3f84b41e6bc1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:14.301682 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-0e0e21f4-39e6-4afe-9496-d7e5572f8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:14.303200 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-0e0e21f4-39e6-4afe-9496-d7e5572f8373 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 200 len: 855 time: 0.1528099 Jun 18 08:13:14.307444 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] No DVR routers for this DVR port 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:13:14.312263 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:14.315483 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-87c698cd-9bd2-446c-a915-056d15880e54 req-48fbaf33-bacf-45ec-a49b-d60205847934 tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.16 "DELETE /v2.0/ports/85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 HTTP/1.1" status: 204 len: 173 time: 1.1210165 Jun 18 08:13:14.322558 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'name': 'network-vif-deleted', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:14.327027 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7f3911-f7b1-4c7f-a6b3-43f33becdcbb" -d '{"events": [{"server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "name": "network-vif-deleted", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:14.351916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (34d646f8-d1f1-4dda-a910-284ea3e57139), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:14.391116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=34d646f8-d1f1-4dda-a910-284ea3e57139,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:14.395502 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-95816eef-fe45-45dd-9b90-60b2b92a52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:14.397115 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-95816eef-fe45-45dd-9b90-60b2b92a52fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7f79979-914c-42cc-bb29-5a94ac49a40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876889 Jun 18 08:13:14.470559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:14.573242 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-30e37a84-9c6f-4de7-859a-4f3f1a67413f req-c0d54b00-c59d-4e65-bc7f-a7335402898a tempest-VolumesNegativeTest-1644723972 tempest-VolumesNegativeTest-1644723972-project] 10.222.0.23 "GET /v2.0/ports?device_id=6497f794-a65e-4cfc-bdf4-2c86963aab66 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Jun 18 08:13:14.592533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:13:14.594167 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b676dc8-bb55-4205-b308-15613a92c01a x-openstack-request-id: req-7b676dc8-bb55-4205-b308-15613a92c01a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:14.594442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6497f794-a65e-4cfc-bdf4-2c86963aab66", "name": "network-vif-deleted", "tag": "85b82fde-62a0-4ff4-82c2-3f84b41e6bc1", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:14.594694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b676dc8-bb55-4205-b308-15613a92c01a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:14.595096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b676dc8-bb55-4205-b308-15613a92c01a'] response: {'server_uuid': '6497f794-a65e-4cfc-bdf4-2c86963aab66', 'name': 'network-vif-deleted', 'tag': '85b82fde-62a0-4ff4-82c2-3f84b41e6bc1', 'status': 'completed', 'code': 200} Jun 18 08:13:14.654934 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-66379c19-f3c6-48ff-a164-b983fb5b6e6b service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957927 Jun 18 08:13:14.725856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:13:14.739932 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:13:14.754750 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:14.755552 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:14.786787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] No DVR routers for this DVR port 34d646f8-d1f1-4dda-a910-284ea3e57139 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:13:14.796551 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:14.800019 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6d9d89b9-8824-4084-9fc4-fbf978204ad8 req-1a0b042f-7387-41e0-bd4a-03741481c56f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "DELETE /v2.0/ports/34d646f8-d1f1-4dda-a910-284ea3e57139 HTTP/1.1" status: 204 len: 173 time: 1.6074362 Jun 18 08:13:14.821350 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-666b0490-98de-4f13-af14-1e24aa09c4d3 req-3ac0a918-9851-41d7-8634-4178a278cf0b tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 210 time: 0.0366271 Jun 18 08:13:14.900758 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:14.945426 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:14.990534 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-854eb09c-d120-4763-ba16-d2a1d88b9ed9 req-6a4b6db3-bd75-4650-bfd9-5b3fe4f5f986 service neutron] 10.222.0.16 "GET /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304266 Jun 18 08:13:15.098982 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d285ab-789b-423a-ac2c-2b16f5c322ad req-2de685ac-aedb-4337-987b-5bbacd0b2e00 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:15.103822 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-55d285ab-789b-423a-ac2c-2b16f5c322ad req-2de685ac-aedb-4337-987b-5bbacd0b2e00 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0598257 Jun 18 08:13:15.148448 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-55d285ab-789b-423a-ac2c-2b16f5c322ad req-baf0abbd-fe0b-47a3-9fbd-c7b55666bf35 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407014 Jun 18 08:13:15.154051 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:15.177908 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:13:15.186906 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:15.187523 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:15.287842 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:15.428839 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:15.470855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:15.500042 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65213a-1c70-4e54-ae3c-8c3be5dc3ebf None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:13:15.780729 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129d3e06-2121-42d2-bcfa-c9985d3f1b13 None None] New status for floating IP f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:13:16.024458 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e681a768-11e0-40c4-a64b-787614b86c28 req-6c4346ac-547a-4fe8-a58d-1e480514c412 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d0db5b5-f762-45a3-9c16-d43416d4ed1f HTTP/1.1" status: 200 len: 210 time: 0.0464394 Jun 18 08:13:16.296947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043aa3b-080d-4dfe-b28c-a2baab26b5a4 req-e22a705d-0394-457f-8297-56e3e236ee68 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:16.304362 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a043aa3b-080d-4dfe-b28c-a2baab26b5a4 req-e22a705d-0394-457f-8297-56e3e236ee68 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0644131 Jun 18 08:13:16.358460 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a043aa3b-080d-4dfe-b28c-a2baab26b5a4 req-67b73dbd-ba38-4ff2-a9d6-708a4adc7766 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528994 Jun 18 08:13:16.596168 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'name': 'network-vif-deleted', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:16.598592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de46e282-941a-4fdd-b8ea-e36b7c48b114" -d '{"events": [{"server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "name": "network-vif-deleted", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:16.667143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7aa4f49-0ebd-4236-99d1-3249460c254a x-openstack-request-id: req-a7aa4f49-0ebd-4236-99d1-3249460c254a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:16.667738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0db5b5-f762-45a3-9c16-d43416d4ed1f", "name": "network-vif-deleted", "tag": "34d646f8-d1f1-4dda-a910-284ea3e57139", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:16.668170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7aa4f49-0ebd-4236-99d1-3249460c254a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:16.668775 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7aa4f49-0ebd-4236-99d1-3249460c254a'] response: {'server_uuid': '4d0db5b5-f762-45a3-9c16-d43416d4ed1f', 'name': 'network-vif-deleted', 'tag': '34d646f8-d1f1-4dda-a910-284ea3e57139', 'status': 'completed', 'code': 200} Jun 18 08:13:17.331730 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55890) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:17.425534 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (be9f6246-c445-4332-822a-2ca158fcdb50), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:17.480371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (be9f6246-c445-4332-822a-2ca158fcdb50), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:17.485184 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 34d646f8-d1f1-4dda-a910-284ea3e57139 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:17.562219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 34d646f8-d1f1-4dda-a910-284ea3e57139 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:17.562737 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 34d646f8-d1f1-4dda-a910-284ea3e57139 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:17.571483 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:17.612287 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (be9f6246-c445-4332-822a-2ca158fcdb50), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:17.618910 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:17.620917 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:17.621362 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 85b82fde-62a0-4ff4-82c2-3f84b41e6bc1 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:17.626454 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/security-groups/be9f6246-c445-4332-822a-2ca158fcdb50 HTTP/1.1" status: 204 len: 168 time: 0.2924228 Jun 18 08:13:17.628528 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55906) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:17.637407 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8f526-7bdd-48e6-ad8b-d28ce2bfbeb2 req-8ea2573b-518c-49b6-b58e-d35e95fa3fab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:17.639506 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cc8f526-7bdd-48e6-ad8b-d28ce2bfbeb2 req-8ea2573b-518c-49b6-b58e-d35e95fa3fab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.1451972 Jun 18 08:13:17.654281 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a976e7c-527b-4583-a2fb-172052cd2d0d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f6246-c445-4332-822a-2ca158fcdb50,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:17.661834 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.api.v2.resource [None req-0b8df602-702f-4cee-91c4-9b60f1cc24b4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] show failed (client error): The resource could not be found. Jun 18 08:13:17.663140 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-0b8df602-702f-4cee-91c4-9b60f1cc24b4 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups/be9f6246-c445-4332-822a-2ca158fcdb50 HTTP/1.1" status: 404 len: 347 time: 0.0198250 Jun 18 08:13:17.666169 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 55908) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:17.768376 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cc8f526-7bdd-48e6-ad8b-d28ce2bfbeb2 req-bec6b59f-8c0c-44e8-a304-7106e3892b82 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222718 Jun 18 08:13:17.889610 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port b24f9491-b8f0-40e6-8bae-440973c1ae6e {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:17.889952 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:17.914110 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4895644-8be6-4836-ba3f-63b61753a99c req-b1ffa2e9-da85-4aa5-b2c7-ad03314f739f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:17.916046 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e4895644-8be6-4836-ba3f-63b61753a99c req-b1ffa2e9-da85-4aa5-b2c7-ad03314f739f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0754471 Jun 18 08:13:18.327531 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e4895644-8be6-4836-ba3f-63b61753a99c req-7ad5cc2d-27d6-4e32-9200-90764c03437f tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011068 Jun 18 08:13:18.345284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.345949 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (b24f9491-b8f0-40e6-8bae-440973c1ae6e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.359915 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for b24f9491-b8f0-40e6-8bae-440973c1ae6e owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:18.538793 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (b24f9491-b8f0-40e6-8bae-440973c1ae6e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.571422 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=b24f9491-b8f0-40e6-8bae-440973c1ae6e,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:18.648662 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:18.670450 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.673621 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.674813 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-78176a8c-5da8-487a-a876-6383c1aa9466 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/floatingips/f8fefd4a-f5d5-4dd9-8ad7-17aacac71a30 HTTP/1.1" status: 204 len: 168 time: 1.0074561 Jun 18 08:13:18.766698 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56000) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:18.773111 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800370109', 'description': 'tempest-description--653882062'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:18.795831 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:18.803612 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.908690 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735c79f-b1dc-4dc6-97a4-7a00f039a5b3 req-3e4dda8c-c479-418c-9d4d-e7e4aea8d80f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:18.910177 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2735c79f-b1dc-4dc6-97a4-7a00f039a5b3 req-3e4dda8c-c479-418c-9d4d-e7e4aea8d80f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0641627 Jun 18 08:13:18.920514 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (c828e29d-abd7-43e3-9e45-a16b473b2af4), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.940780 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c828e29d-abd7-43e3-9e45-a16b473b2af4), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.959965 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:18.961176 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1934390 Jun 18 08:13:18.964552 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56010) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:18.971664 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'c828e29d-abd7-43e3-9e45-a16b473b2af4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:18.997277 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701b46f-ba5b-46bb-832e-c1e5b426dcc0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c828e29d-abd7-43e3-9e45-a16b473b2af4,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:19.000185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (4e763099-f44a-4fb7-b67f-c7137bfaa04c), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.008731 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2735c79f-b1dc-4dc6-97a4-7a00f039a5b3 req-dd97f90b-7b25-458f-b5fe-47c3294593b1 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908732 Jun 18 08:13:19.091502 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (4e763099-f44a-4fb7-b67f-c7137bfaa04c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.097318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4e763099-f44a-4fb7-b67f-c7137bfaa04c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.120571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e763099-f44a-4fb7-b67f-c7137bfaa04c,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:19.142279 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.144106 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e5c5be51-34f9-4638-809c-7a27683dba78 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785417 Jun 18 08:13:19.146963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56018) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:19.152561 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'security_group_rule': {'security_group_id': 'c828e29d-abd7-43e3-9e45-a16b473b2af4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:19.187929 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (d599cd30-51db-486c-a05b-4488093105d8), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.278413 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (d599cd30-51db-486c-a05b-4488093105d8), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.284291 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (d599cd30-51db-486c-a05b-4488093105d8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.312527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d599cd30-51db-486c-a05b-4488093105d8,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:19.336006 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.337662 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-9c7a9a74-df48-4c2d-bce9-1c1a663279d0 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881168 Jun 18 08:13:19.340152 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56032) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:19.345043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:19.379118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.583804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200aa57-8952-4531-a53b-ca59cb202c80 req-9ae7c024-d22b-4ef9-8b15-91234b4c8f1d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:19.586201 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f200aa57-8952-4531-a53b-ca59cb202c80 req-9ae7c024-d22b-4ef9-8b15-91234b4c8f1d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.1521659 Jun 18 08:13:19.602916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.640096 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:19.740224 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f200aa57-8952-4531-a53b-ca59cb202c80 req-9003d914-1d04-427e-a606-ae7bce1847c9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391802 Jun 18 08:13:19.801031 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.27.2.80 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/fc5a7d50-d3ab-457f-888f-693250a5b279) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:13:19.929043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:19.970538 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.021184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:20.030696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=fc5a7d50-d3ab-457f-888f-693250a5b279,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:20.046235 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:13:20.048829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:13:20.051833 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:13:20.140569 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171eeb05-0236-44fd-b0be-d06566ae20aa req-a84485fc-9d75-429d-931d-dfc52cf717b9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:20.142158 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-171eeb05-0236-44fd-b0be-d06566ae20aa req-a84485fc-9d75-429d-931d-dfc52cf717b9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0498192 Jun 18 08:13:20.155687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.194874 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.196292 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-171eeb05-0236-44fd-b0be-d06566ae20aa req-cb353ee8-6c19-4521-8bb1-5b799cb39f27 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Jun 18 08:13:20.663957 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.669031 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.742990 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=fc5a7d50-d3ab-457f-888f-693250a5b279,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:20.751710 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.754343 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:20.773671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:20.783482 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9761a2e8-ca70-4a88-b4a1-5af8636d2aff tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4339254 Jun 18 08:13:20.869602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667a7bd-55ed-4004-aeee-d729b5054bc9 req-32abc7da-b1fa-4fec-ac37-88783cd3d703 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:20.871743 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c667a7bd-55ed-4004-aeee-d729b5054bc9 req-32abc7da-b1fa-4fec-ac37-88783cd3d703 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Jun 18 08:13:20.921846 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c667a7bd-55ed-4004-aeee-d729b5054bc9 req-c976958c-6814-4170-a956-45563f9dc2c1 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Jun 18 08:13:20.931494 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-ec510939-e6aa-45c0-80a9-183b88dad798 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--800370109&fields=id&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 267 time: 0.0440238 Jun 18 08:13:21.100606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56074) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:21.106663 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-04f3957a-4d16-4ca2-b565-02c2cfe7c94f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:21.109686 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-04f3957a-4d16-4ca2-b565-02c2cfe7c94f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.1710889 Jun 18 08:13:21.124700 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-4ee22fbc-b4b1-44bf-9d64-5af60bed160a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/quotas/c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 375 time: 0.0095062 Jun 18 08:13:21.178748 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-76cc92d3-2604-4bc6-bcd8-67a1294d1d5e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487945 Jun 18 08:13:21.272577 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56082) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:21.273154 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-330603db-b636-43cf-9955-a4c0fd0123a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b851c318437948ff89683420f078ebb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712906 Jun 18 08:13:21.353654 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91f5a-2b4d-492b-9584-f61d230c100c req-b6dff739-cc4f-4559-8697-0675b180a392 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:21.355239 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ffa91f5a-2b4d-492b-9584-f61d230c100c req-b6dff739-cc4f-4559-8697-0675b180a392 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0514970 Jun 18 08:13:21.368923 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:21.399491 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] Publish callbacks [] for security_group (cec54822-17cc-4eee-8212-bded0bc8f880), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:21.401811 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ffa91f5a-2b4d-492b-9584-f61d230c100c req-652c501d-a0cb-466d-a7f5-f7101f8945d5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Jun 18 08:13:21.431262 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-689b78b2-560b-404f-928b-691b7e6393f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350748 Jun 18 08:13:21.441305 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] Publish callbacks [] for security_group (cec54822-17cc-4eee-8212-bded0bc8f880), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:21.454725 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:21.555359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cec54822-17cc-4eee-8212-bded0bc8f880), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:21.558419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:21.562104 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cec54822-17cc-4eee-8212-bded0bc8f880 HTTP/1.1" status: 204 len: 168 time: 0.2858150 Jun 18 08:13:21.578102 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-753bfd10-9fa7-42c5-8dbf-5f43a56df7f6 service neutron] 10.222.0.23 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388049 Jun 18 08:13:21.585300 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb2c6-a86c-4dcf-9536-02a476371595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec54822-17cc-4eee-8212-bded0bc8f880,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:21.800909 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-709da92b-2b6f-494b-acd6-de2e5bad9823 req-8a6979b2-8a31-444d-9439-d362978b1ddf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0461769 Jun 18 08:13:22.119672 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ece68-a55b-42a0-8960-feb03bd27c94 req-f7a9d642-caff-4a1f-89c6-a3f50e909631 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:22.129615 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-177ece68-a55b-42a0-8960-feb03bd27c94 req-f7a9d642-caff-4a1f-89c6-a3f50e909631 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0813413 Jun 18 08:13:22.218985 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-177ece68-a55b-42a0-8960-feb03bd27c94 req-9fb76cd8-76f8-444f-8cd6-4ae2dfb1ceb9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816889 Jun 18 08:13:22.554179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802f9af-bbae-4dc6-8192-a0f991389ae9 req-03b6d618-9e5e-4968-83ef-e4f1ba332724 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:22.557268 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9802f9af-bbae-4dc6-8192-a0f991389ae9 req-03b6d618-9e5e-4968-83ef-e4f1ba332724 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0821252 Jun 18 08:13:22.623505 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9802f9af-bbae-4dc6-8192-a0f991389ae9 req-553f69db-777e-40db-b14f-8c0b4da5905d tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592446 Jun 18 08:13:22.938077 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9ce447f9-a044-40dc-8417-bbbb7e17284d req-5e4993b0-e7bc-4dc8-94d5-08e90bd7e3e5 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0330405 Jun 18 08:13:23.345785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6653da8-0625-41c6-a958-9bc1c9afbff8 req-198d09d2-0e47-4855-9b6e-fbe4e2323e05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:23.347385 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6653da8-0625-41c6-a958-9bc1c9afbff8 req-198d09d2-0e47-4855-9b6e-fbe4e2323e05 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0510919 Jun 18 08:13:23.388968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:23.395709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d6653da8-0625-41c6-a958-9bc1c9afbff8 req-0aca89c2-bdd2-4586-b359-12774563b806 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Jun 18 08:13:23.747231 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb91a8-8298-4819-bed4-f2c32a3d5344 req-67f3742b-1fbd-404d-adbe-c9e505369760 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:23.748745 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4fbb91a8-8298-4819-bed4-f2c32a3d5344 req-67f3742b-1fbd-404d-adbe-c9e505369760 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0516906 Jun 18 08:13:23.812842 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4fbb91a8-8298-4819-bed4-f2c32a3d5344 req-7ed51558-461a-48d0-9f0c-695804982580 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582306 Jun 18 08:13:24.045924 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e7a7476d-5b14-4134-bf35-70f8d481423f req-41a027bb-a1d2-43b8-a935-294496499d7a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0275972 Jun 18 08:13:24.548104 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e870-80fd-472d-8a9b-286c196c9817 req-f077a937-fe80-4147-8414-4344c3368287 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:24.550337 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e5e870-80fd-472d-8a9b-286c196c9817 req-f077a937-fe80-4147-8414-4344c3368287 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0624576 Jun 18 08:13:24.619343 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e5e870-80fd-472d-8a9b-286c196c9817 req-d052c7df-4f50-474a-84e2-8234c731867e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585794 Jun 18 08:13:24.848675 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:13:24.932794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dbc27-1b27-43d3-9a23-14686a697dd0 req-a38aead6-001a-4cff-a28c-008a7a4085b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:24.934231 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da9dbc27-1b27-43d3-9a23-14686a697dd0 req-a38aead6-001a-4cff-a28c-008a7a4085b4 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0500431 Jun 18 08:13:24.982602 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da9dbc27-1b27-43d3-9a23-14686a697dd0 req-b182c5eb-4461-45c0-b968-7452ea578eab tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420346 Jun 18 08:13:25.008426 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:25.149824 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-338533d6-bc5d-4243-87a3-ff0eb4d114d1 req-dfb497b9-1f58-4b74-8053-7189d8d6219d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Jun 18 08:13:25.744641 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd7be9-da51-450b-aaec-7071f0b1f410 req-022f03aa-37cd-4d5f-bd06-00e13b08f489 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:25.746104 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-03cd7be9-da51-450b-aaec-7071f0b1f410 req-022f03aa-37cd-4d5f-bd06-00e13b08f489 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0521021 Jun 18 08:13:25.795340 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-03cd7be9-da51-450b-aaec-7071f0b1f410 req-3c3d54e5-f5a2-47ad-b604-e222359fc926 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Jun 18 08:13:26.107909 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9d682-1962-448f-9aa0-84c8edd8d4c5 req-1091eff5-32e6-45cf-b4ba-d97b1e978bcf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:26.109540 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-36d9d682-1962-448f-9aa0-84c8edd8d4c5 req-1091eff5-32e6-45cf-b4ba-d97b1e978bcf tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0473945 Jun 18 08:13:26.159928 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-36d9d682-1962-448f-9aa0-84c8edd8d4c5 req-2a19d1e8-9460-44e1-a48a-afbcd56a1a81 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Jun 18 08:13:26.255914 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b196d20f-7392-4525-98b1-a58bec101bd3 req-5c6f6a8f-28ab-46c0-a381-c74374c98eb9 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0376627 Jun 18 08:13:26.938016 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb699b-fc2e-4b56-9eea-87fbce007f8d req-de152aea-bf0c-4822-9d5c-d88068744779 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:26.940004 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1fdb699b-fc2e-4b56-9eea-87fbce007f8d req-de152aea-bf0c-4822-9d5c-d88068744779 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0567393 Jun 18 08:13:26.990365 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1fdb699b-fc2e-4b56-9eea-87fbce007f8d req-3382fba0-d03f-43a2-9603-81c04b6baf6a tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 Jun 18 08:13:27.291354 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6ee37-a1f4-4201-aedb-605afa20968e req-9706d736-d72c-4aa2-8d3c-770ec4e1e19f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:27.292748 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43e6ee37-a1f4-4201-aedb-605afa20968e req-9706d736-d72c-4aa2-8d3c-770ec4e1e19f tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0490365 Jun 18 08:13:27.346623 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-43e6ee37-a1f4-4201-aedb-605afa20968e req-160b5bf6-5b6c-49f3-9ae6-2c8506f06b43 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Jun 18 08:13:27.352744 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5d7214a1-2463-468a-8c37-4939be36f120 req-e871a132-c9e0-42d5-893d-fad4ed544f85 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0276864 Jun 18 08:13:28.110946 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-08e5573a-fa11-404f-8460-9a1da3ae5e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:28.123940 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbaeca-34ae-4369-b1c4-00a7f3b601e2 req-a7fcb7b2-b3fa-4513-b435-9d88f0ce0c28 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:28.125454 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bdbaeca-34ae-4369-b1c4-00a7f3b601e2 req-a7fcb7b2-b3fa-4513-b435-9d88f0ce0c28 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0562978 Jun 18 08:13:28.172904 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1bdbaeca-34ae-4369-b1c4-00a7f3b601e2 req-d4b2c8bc-0273-4bd2-bc74-a8a2603c2660 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Jun 18 08:13:28.448389 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4f014d8b-52e8-403d-9ba6-85b79ac53eed req-8ecb6799-e6d7-4468-8f92-0725e87c0a3e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Jun 18 08:13:28.467306 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5bdce-7217-445d-a189-8286ce656951 req-69c0d8f1-7d8a-4bd5-b70b-bb2b4f71e597 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:28.468808 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e4d5bdce-7217-445d-a189-8286ce656951 req-69c0d8f1-7d8a-4bd5-b70b-bb2b4f71e597 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0483940 Jun 18 08:13:28.519824 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e4d5bdce-7217-445d-a189-8286ce656951 req-4a71f9ad-899e-4dfd-b338-dd6470d23c0b tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Jun 18 08:13:29.288596 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804cc58-d6b3-4621-9d2e-ae07236bc105 req-11dcc186-aa0b-49a3-9a8f-afe4c57ec25e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:29.290030 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1804cc58-d6b3-4621-9d2e-ae07236bc105 req-11dcc186-aa0b-49a3-9a8f-afe4c57ec25e tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0487256 Jun 18 08:13:29.342101 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1804cc58-d6b3-4621-9d2e-ae07236bc105 req-013b4d5a-e790-4fc5-a662-c328edae91cd tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Jun 18 08:13:29.555741 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-be80ec3e-5545-4fed-95ad-a18fa08f3692 req-a5da0888-6f3f-47c9-b93a-a8e9f3f1fb8a tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0278652 Jun 18 08:13:29.639907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb21b13-179e-4073-a40b-5c8df472914d req-0e5f627e-5266-4355-a1c4-2e29edaec499 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:29.641470 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddb21b13-179e-4073-a40b-5c8df472914d req-0e5f627e-5266-4355-a1c4-2e29edaec499 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0487382 Jun 18 08:13:29.704319 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ddb21b13-179e-4073-a40b-5c8df472914d req-84a995fa-0af9-41c3-a2e9-aeb2b3dc6181 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572569 Jun 18 08:13:29.940856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-c273ad7d-c1b5-4654-9a37-10c49d041558 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:29.942319 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-c273ad7d-c1b5-4654-9a37-10c49d041558 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0493724 Jun 18 08:13:30.245337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:30.253391 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Deleting port 438a19f0-250c-40c9-bebf-d7a6d1e44363 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:30.253726 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.417850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] For port 438a19f0-250c-40c9-bebf-d7a6d1e44363, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=438a19f0-250c-40c9-bebf-d7a6d1e44363,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:30.418246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.444414 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12c245cd-53e6-4e1f-9d35-9a115c9d3350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.464498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e77a1-63fb-40f1-b37e-952419f258be req-712a2872-8460-4b83-933b-b882e8c0eba7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:30.466173 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5f6e77a1-63fb-40f1-b37e-952419f258be req-712a2872-8460-4b83-933b-b882e8c0eba7 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 946 time: 0.0505431 Jun 18 08:13:30.492084 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:30.506981 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-1324c7a8-16b9-48d3-b916-28fbfa1b82b8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:30.508457 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-1324c7a8-16b9-48d3-b916-28fbfa1b82b8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 815 time: 0.2219443 Jun 18 08:13:30.512340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:30.514740 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5f6e77a1-63fb-40f1-b37e-952419f258be req-e3744b58-a1e1-40d6-9b72-6596a5b757df tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups?id=16eb3b04-569e-4f9a-85c7-5c8088fe0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 Jun 18 08:13:30.649156 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.649787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.649787 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Floating IP 12d76c82-882b-4118-8249-c7b5850fa8f3 disassociated. External IP: 172.27.2.38, port: 438a19f0-250c-40c9-bebf-d7a6d1e44363. Jun 18 08:13:30.649984 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Calling delete_port for 438a19f0-250c-40c9-bebf-d7a6d1e44363 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:30.681226 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac37d455-9796-43a4-96de-350f4de1fbff req-1e96aa8f-8510-449c-89a6-8b0aab149128 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0489137 Jun 18 08:13:30.728118 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-5a379362-3cc9-4cbc-9899-aae8f2529db7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8f4ea5f647f4006a87f41f366772afa HTTP/1.1" status: 200 len: 379 time: 0.1362150 Jun 18 08:13:30.737447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'port': {'device_id': '8b7845c8-de84-492a-8057-bb824810e9a1', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'admin_state_up': True, 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'security_groups': ['c828e29d-abd7-43e3-9e45-a16b473b2af4']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:30.827441 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054b22b-5d85-4bf0-944e-1a1bf8b67474 req-a5abfadb-94ee-438a-99cc-5f2b015ec4c9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:30.829703 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5054b22b-5d85-4bf0-944e-1a1bf8b67474 req-a5abfadb-94ee-438a-99cc-5f2b015ec4c9 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0536859 Jun 18 08:13:30.881999 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5054b22b-5d85-4bf0-944e-1a1bf8b67474 req-3cb0613a-88a6-49b2-8d66-ede185da4b53 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463178 Jun 18 08:13:30.899422 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (438a19f0-250c-40c9-bebf-d7a6d1e44363), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:30.944282 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'Port': ['ID=438a19f0-250c-40c9-bebf-d7a6d1e44363,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:30.946222 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Made reservation on behalf of c8f4ea5f647f4006a87f41f366772afa for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:13:30.949702 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.064737 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:31.066199 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56220) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:31.156368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:13:31.173123 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69c6870a-8389-4551-a723-3b0aa5aa2ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.174058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Allocated IP 172.20.0.3 (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01/d73ec793-19cc-491b-af74-11b58248cf9a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:13:31.248087 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69c6870a-8389-4551-a723-3b0aa5aa2ed7 admin admin] Publish callbacks [] for security_group (2d094ff3-8fbd-42e4-81fc-63fb4f489786), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.253271 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-69c6870a-8389-4551-a723-3b0aa5aa2ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2d094ff3-8fbd-42e4-81fc-63fb4f489786), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.263430 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:31.274665 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:31.286316 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.293235 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6870a-8389-4551-a723-3b0aa5aa2ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d094ff3-8fbd-42e4-81fc-63fb4f489786,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:31.304584 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-69c6870a-8389-4551-a723-3b0aa5aa2ed7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97f1555b59f495089fe8db00808850e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348144 Jun 18 08:13:31.304916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56224) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:31.358431 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] Publish callbacks [] for security_group (2d094ff3-8fbd-42e4-81fc-63fb4f489786), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.363968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:13:31.380964 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:13:31.391597 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] Publish callbacks [] for security_group (2d094ff3-8fbd-42e4-81fc-63fb4f489786), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.391810 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:31.394711 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:31.395114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:31.426361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] No DVR routers for this DVR port 438a19f0-250c-40c9-bebf-d7a6d1e44363 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:13:31.430606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.434488 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d5f59f8-c639-47c6-8c67-d1e9df32a21c req-ff2a85cd-9ede-4b80-8461-2d93b0b5a53d tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.16 "DELETE /v2.0/ports/438a19f0-250c-40c9-bebf-d7a6d1e44363 HTTP/1.1" status: 204 len: 173 time: 1.2751698 Jun 18 08:13:31.434952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'name': 'network-vif-deleted', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:31.437350 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb66cd-2108-4bc8-9f7c-f425e9f39da9" -d '{"events": [{"server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "name": "network-vif-deleted", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:31.460571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for port (d73ec793-19cc-491b-af74-11b58248cf9a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.468982 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2d094ff3-8fbd-42e4-81fc-63fb4f489786), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.472476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.474128 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d094ff3-8fbd-42e4-81fc-63fb4f489786 HTTP/1.1" status: 204 len: 168 time: 0.1683612 Jun 18 08:13:31.499995 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad479d-01e4-458a-8d6a-5ad1e0d4ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d094ff3-8fbd-42e4-81fc-63fb4f489786,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:31.523365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.531402 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92afc44d-4bcd-4b81-a368-77b9b04ae5c4 x-openstack-request-id: req-92afc44d-4bcd-4b81-a368-77b9b04ae5c4 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:31.531751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e53340a-d169-4af3-ac69-237f29936c85", "name": "network-vif-deleted", "tag": "438a19f0-250c-40c9-bebf-d7a6d1e44363", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:31.532003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92afc44d-4bcd-4b81-a368-77b9b04ae5c4 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:31.532399 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92afc44d-4bcd-4b81-a368-77b9b04ae5c4'] response: {'server_uuid': '1e53340a-d169-4af3-ac69-237f29936c85', 'name': 'network-vif-deleted', 'tag': '438a19f0-250c-40c9-bebf-d7a6d1e44363', 'status': 'completed', 'code': 200} Jun 18 08:13:31.580667 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:13:31.584193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:13:31.586878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:13:31.617782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event updated for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:31.664956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:31.666517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.698429 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:13:31.702841 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-b8de5fc8-3877-4c7e-9ac9-200e4da06374 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9687288 Jun 18 08:13:31.734010 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5652da9f-3d19-4178-b296-3002f9219d2c req-99712ad0-dba0-4814-9b4b-7417764b9de9 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e53340a-d169-4af3-ac69-237f29936c85 HTTP/1.1" status: 200 len: 210 time: 0.0687606 Jun 18 08:13:31.753392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Request body: {'port': {'device_id': '8b7845c8-de84-492a-8057-bb824810e9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:31.755859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:31.885169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:31.981680 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f37ef-a351-414c-8156-b9d164c19c97 req-c69e5d6e-1a48-4808-a850-6417a7333a17 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:31.983919 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e96f37ef-a351-414c-8156-b9d164c19c97 req-c69e5d6e-1a48-4808-a850-6417a7333a17 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 931 time: 0.1712191 Jun 18 08:13:31.997835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-da04167a-db99-429a-a717-79f5707daffe None None] Provisioning complete for port d73ec793-19cc-491b-af74-11b58248cf9a triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:13:31.998498 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-da04167a-db99-429a-a717-79f5707daffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.043629 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ab187-3c0d-42dd-81bd-7fad5bd47d83 req-5913ede6-2cf3-4969-924a-24fc0de323b6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:32.052802 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f67ab187-3c0d-42dd-81bd-7fad5bd47d83 req-5913ede6-2cf3-4969-924a-24fc0de323b6 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 943 time: 0.0783732 Jun 18 08:13:32.064830 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:32.094701 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-da04167a-db99-429a-a717-79f5707daffe None None] Port d73ec793-19cc-491b-af74-11b58248cf9a cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:13:32.097648 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '27173a71-a8ce-4f90-b96d-795c56228474', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'port_id': '27173a71-a8ce-4f90-b96d-795c56228474', 'mac_address': 'fa:16:3e:e5:8a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:13:32.112595 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e96f37ef-a351-414c-8156-b9d164c19c97 req-8cef3e87-5401-4958-985c-c11029d1e308 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179063 Jun 18 08:13:32.124548 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:32.140280 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f67ab187-3c0d-42dd-81bd-7fad5bd47d83 req-4c54bf8e-a34c-4c39-a915-ba1fc96792f2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862122 Jun 18 08:13:32.185367 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:32.185790 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.188190 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:32.222966 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:13:32.228054 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:13:32.248541 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:32.249141 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:32.255238 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:32.273939 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d73ec793-19cc-491b-af74-11b58248cf9a {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:13:32.281370 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks [] for port (d73ec793-19cc-491b-af74-11b58248cf9a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.282107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:32.285745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.296139 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Transition to ACTIVE for port object d73ec793-19cc-491b-af74-11b58248cf9a will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:13:32.300299 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.351053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:32.391312 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=9']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:32.412215 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:32.429073 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:32.434996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Attempting to bind port d73ec793-19cc-491b-af74-11b58248cf9a on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:13:32.435274 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Attempting to bind port d73ec793-19cc-491b-af74-11b58248cf9a by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:13:32.435593 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Attempting to bind port d73ec793-19cc-491b-af74-11b58248cf9a on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:13:32.440971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Port d73ec793-19cc-491b-af74-11b58248cf9a on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:13:32.441309 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Attempting to bind port d73ec793-19cc-491b-af74-11b58248cf9a on network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:13:32.447340 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:13:32.447668 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Checking segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:13:32.448042 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Bound using segment: {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:13:32.448844 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Bound port: d73ec793-19cc-491b-af74-11b58248cf9a, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eede04f0-af8e-444f-94bf-5d5b47c38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:13:32.448844 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.515722 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:13:32.518861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=d73ec793-19cc-491b-af74-11b58248cf9a,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:13:32.526571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.561895 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:32.562413 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.563880 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d73ec793-19cc-491b-af74-11b58248cf9a HTTP/1.1" status: 200 len: 1093 time: 0.8284974 Jun 18 08:13:32.585509 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0ece7-5097-4113-bfe4-6935743bd4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:32.622285 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['27173a71-a8ce-4f90-b96d-795c56228474'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:13:32.657408 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:32.669319 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:32.671853 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-7b76fe34-cdc7-4654-a98d-4a2796cedfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:32.673676 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-7b76fe34-cdc7-4654-a98d-4a2796cedfe8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 1127 time: 0.0457730 Jun 18 08:13:32.697780 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5cad2-5af7-4876-aa6e-e99ce4264093 None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:06:57Z', 'revision_number': 4, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '711ccdbc-6cba-45a2-b704-5805f2eb2c13', 'name': '', 'network_id': '838e60ac-16d8-4c86-8375-153c589f9f8c', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'mac_address': 'fa:16:3e:f1:a3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:54Z', 'updated_at': '2022-06-18T08:07:09Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'subnets': [{'id': '7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:13:32.724706 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-e1b66b46-0818-48ee-b975-cd3fafb4767e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ec793-19cc-491b-af74-11b58248cf9a HTTP/1.1" status: 200 len: 217 time: 0.0376635 Jun 18 08:13:32.784100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-995a6d89-e665-4d66-a373-96a4c5484e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:32.786495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-995a6d89-e665-4d66-a373-96a4c5484e97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0529501 Jun 18 08:13:32.839814 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.840771 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-e6497a6f-1751-48d6-bb39-6b4cd3236c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:32.842570 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-e6497a6f-1751-48d6-bb39-6b4cd3236c21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469213 Jun 18 08:13:32.862130 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56240) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:32.921113 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (16eb3b04-569e-4f9a-85c7-5c8088fe0998), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.947526 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (16eb3b04-569e-4f9a-85c7-5c8088fe0998), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:32.959559 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-082000ec-f36e-4e83-a3cb-063aa66219ea service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095362 Jun 18 08:13:32.976155 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2369b5e1-97c8-4846-b98a-0103cf7048fe None None] New status for floating IP 12d76c82-882b-4118-8249-c7b5850fa8f3: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:13:33.011915 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (16eb3b04-569e-4f9a-85c7-5c8088fe0998), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.015237 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.016831 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "DELETE /v2.0/security-groups/16eb3b04-569e-4f9a-85c7-5c8088fe0998 HTTP/1.1" status: 204 len: 168 time: 0.1537113 Jun 18 08:13:33.026416 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56242) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:33.027472 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f0865-5e53-4228-9088-6a91aa242dec tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb3b04-569e-4f9a-85c7-5c8088fe0998,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:33.046045 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.api.v2.resource [None req-e0e5f406-b3b8-4dbc-bd81-66a8a9e85513 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] show failed (client error): The resource could not be found. Jun 18 08:13:33.048023 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e0e5f406-b3b8-4dbc-bd81-66a8a9e85513 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "GET /v2.0/security-groups/16eb3b04-569e-4f9a-85c7-5c8088fe0998 HTTP/1.1" status: 404 len: 347 time: 0.0176389 Jun 18 08:13:33.051546 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56244) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:33.079044 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5025d6d2-703a-47ec-9a59-5e20969165d6 req-ca82ea68-d211-421e-855e-ccba19e53236 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131051 Jun 18 08:13:33.176515 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Deleting port 87e54b19-e268-4b32-a6cd-cec3faac37e0 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:33.176984 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.234176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7df17a-b187-41e0-a813-eeb1a328ba61 req-eb53c8c9-481a-41fc-b400-21d21a4a4121 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:33.235752 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d7df17a-b187-41e0-a813-eeb1a328ba61 req-eb53c8c9-481a-41fc-b400-21d21a4a4121 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0485742 Jun 18 08:13:33.253076 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.262302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:33.266692 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:33.285855 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d7df17a-b187-41e0-a813-eeb1a328ba61 req-d84e8ae2-6db6-45f2-b117-a709c7d4b216 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442128 Jun 18 08:13:33.293963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17635ca-0989-4fab-b0a5-981a071d9226 req-3dc2cfa8-0e67-482c-8550-b6ea79e9f3a5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:33.295471 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b17635ca-0989-4fab-b0a5-981a071d9226 req-3dc2cfa8-0e67-482c-8550-b6ea79e9f3a5 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 944 time: 0.0620739 Jun 18 08:13:33.318542 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.318861 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (87e54b19-e268-4b32-a6cd-cec3faac37e0), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.338582 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Calling delete_port for 87e54b19-e268-4b32-a6cd-cec3faac37e0 owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:33.401145 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b17635ca-0989-4fab-b0a5-981a071d9226 req-3dc9f6dc-23e7-49fc-9d8b-ec0b61816a61 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979874 Jun 18 08:13:33.470375 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:33.493738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (87e54b19-e268-4b32-a6cd-cec3faac37e0), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.524875 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Pushing event deleted for resources: {'Port': ['ID=87e54b19-e268-4b32-a6cd-cec3faac37e0,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:33.531585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:13:33.533721 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:33.537427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:33.574056 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe18a3-6f0d-4e77-9321-4f0c93830ad9 x-openstack-request-id: req-7bfe18a3-6f0d-4e77-9321-4f0c93830ad9 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:33.574371 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:33.574612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bfe18a3-6f0d-4e77-9321-4f0c93830ad9 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:33.575005 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfe18a3-6f0d-4e77-9321-4f0c93830ad9'] response: {'name': 'network-changed', 'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'status': 'completed', 'code': 200} Jun 18 08:13:33.580275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 27173a71-a8ce-4f90-b96d-795c56228474 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:13:33.580644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (27173a71-a8ce-4f90-b96d-795c56228474), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.593041 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks [] for floatingip (12d76c82-882b-4118-8249-c7b5850fa8f3), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.595694 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.596860 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b05bc43b-bfed-4af2-a606-c251da31dff3 tempest-AttachVolumeTestJSON-179995950 tempest-AttachVolumeTestJSON-179995950-project] 10.222.0.23 "DELETE /v2.0/floatingips/12d76c82-882b-4118-8249-c7b5850fa8f3 HTTP/1.1" status: 204 len: 168 time: 0.5437469 Jun 18 08:13:33.656855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 27173a71-a8ce-4f90-b96d-795c56228474 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:33.657245 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.681014 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:33.683658 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e7b24-72c0-4c7f-a8e5-b2815166a981" -d '{"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:33.698362 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:33.703001 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:33.704131 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 438a19f0-250c-40c9-bebf-d7a6d1e44363 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:33.740068 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d64b483-e950-4bb3-9a32-69a1fe1854d6 x-openstack-request-id: req-8d64b483-e950-4bb3-9a32-69a1fe1854d6 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:33.740358 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-plugged", "status": "completed", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:33.740606 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d64b483-e950-4bb3-9a32-69a1fe1854d6 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:33.740993 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d64b483-e950-4bb3-9a32-69a1fe1854d6'] response: {'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'code': 200} Jun 18 08:13:33.741486 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 438a19f0-250c-40c9-bebf-d7a6d1e44363 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:33.741815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 438a19f0-250c-40c9-bebf-d7a6d1e44363 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:33.767777 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=10']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:33.908440 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-88eb4248-d6a1-4aaf-ad69-f2539fbce1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:33.910625 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-88eb4248-d6a1-4aaf-ad69-f2539fbce1df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 1127 time: 0.0420339 Jun 18 08:13:34.017531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-80fb7f5b-b39b-4e8d-a367-1e0620adb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.019651 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-80fb7f5b-b39b-4e8d-a367-1e0620adb3a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.1028869 Jun 18 08:13:34.061236 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-58fd303e-5d46-4f3b-9fea-bc25d0196d16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ec793-19cc-491b-af74-11b58248cf9a HTTP/1.1" status: 200 len: 217 time: 0.0341449 Jun 18 08:13:34.141360 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332580c-36a5-436f-b83f-6f6e426cce65 req-21efb34b-efd5-4ce0-8265-f025eb179b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.142842 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6332580c-36a5-436f-b83f-6f6e426cce65 req-21efb34b-efd5-4ce0-8265-f025eb179b95 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 1130 time: 0.0665972 Jun 18 08:13:34.144622 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-e71f4445-ada5-418e-af12-46847e5aeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.145910 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-e71f4445-ada5-418e-af12-46847e5aeec9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0769212 Jun 18 08:13:34.211197 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-692c0cbb-d593-4e83-a328-13c3f396a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.212633 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-692c0cbb-d593-4e83-a328-13c3f396a04b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530174 Jun 18 08:13:34.229807 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6332580c-36a5-436f-b83f-6f6e426cce65 req-f080908d-012e-4fad-8a4e-d40632f9d78c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754850 Jun 18 08:13:34.309766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:34.316172 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-a408488d-c2d0-4db3-bf47-a408ca355bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962307 Jun 18 08:13:34.402179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1ce4a-de94-4468-91f3-0d8ebcbf9d49 req-7266e644-326f-4120-8b3a-0592c366bfbb tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.403658 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-45c1ce4a-de94-4468-91f3-0d8ebcbf9d49 req-7266e644-326f-4120-8b3a-0592c366bfbb tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0478396 Jun 18 08:13:34.457300 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-45c1ce4a-de94-4468-91f3-0d8ebcbf9d49 req-4590a91f-25e5-4114-b29e-b57201463a72 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Jun 18 08:13:34.523972 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d67db0-f3b8-45e0-8fb3-4f04925ea0d2 req-d30a5f0a-6548-401c-956a-6c65f8974093 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:34.525592 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e5d67db0-f3b8-45e0-8fb3-4f04925ea0d2 req-d30a5f0a-6548-401c-956a-6c65f8974093 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0460367 Jun 18 08:13:34.577240 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e5d67db0-f3b8-45e0-8fb3-4f04925ea0d2 req-0688f4f0-0f4c-486b-ae67-1738f3f7ea82 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461056 Jun 18 08:13:34.594905 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1fb9bd8e-975a-432e-a6a8-3863f3b050cf req-d44361fc-5054-4a57-a557-43fe8ea39fae service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908594 Jun 18 08:13:35.541521 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device d73ec793-19cc-491b-af74-11b58248cf9a details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:13:35.574114 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b0b57-8a2c-416d-86ea-5895ca64168b req-5df0309d-b5ad-4343-86e9-72f82a82ca7d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:35.575646 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0d9b0b57-8a2c-416d-86ea-5895ca64168b req-5df0309d-b5ad-4343-86e9-72f82a82ca7d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 943 time: 0.0491371 Jun 18 08:13:35.595891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:35.635663 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0d9b0b57-8a2c-416d-86ea-5895ca64168b req-6f5881d6-17db-4921-b515-e6e19b2020a7 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541089 Jun 18 08:13:35.667049 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=d73ec793-19cc-491b-af74-11b58248cf9a,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:35.679785 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'port_id': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'mac_address': 'fa:16:3e:ae:ec:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:13:35.712887 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033866-deea-4013-a7cf-90f73faf32b0 req-27d9284b-3f7a-4af3-938c-bd29dd6ffcba tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:35.714384 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7033866-deea-4013-a7cf-90f73faf32b0 req-27d9284b-3f7a-4af3-938c-bd29dd6ffcba tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0514681 Jun 18 08:13:35.717114 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port d73ec793-19cc-491b-af74-11b58248cf9a is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:35.717494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:35.731327 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d73ec793-19cc-491b-af74-11b58248cf9a {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:13:35.752900 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=d73ec793-19cc-491b-af74-11b58248cf9a,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:35.758128 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:35.767952 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f7033866-deea-4013-a7cf-90f73faf32b0 req-6082f8f7-7f50-4896-9be1-026ec19cf3cc tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457392 Jun 18 08:13:35.819681 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:36.123840 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['d73ec793-19cc-491b-af74-11b58248cf9a'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:13:36.169299 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:36.776873 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405725-dfa4-44a6-bd0b-cdbe969af07d req-2b13c278-15b7-4ab8-9092-929e1103e96e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:36.778304 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91405725-dfa4-44a6-bd0b-cdbe969af07d req-2b13c278-15b7-4ab8-9092-929e1103e96e tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 944 time: 0.0542841 Jun 18 08:13:36.833907 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-91405725-dfa4-44a6-bd0b-cdbe969af07d req-9c9fbdf3-acca-4ebd-9d87-27c13ef5054f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499821 Jun 18 08:13:36.891455 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d82a-c46e-430b-b38d-27db4318c409 req-45769e94-9e9c-4183-a4e6-68a2da1e1677 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:36.892915 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9635d82a-c46e-430b-b38d-27db4318c409 req-45769e94-9e9c-4183-a4e6-68a2da1e1677 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0464001 Jun 18 08:13:36.941828 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9635d82a-c46e-430b-b38d-27db4318c409 req-f6853109-f09b-4222-a28e-f444a8e90204 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Jun 18 08:13:37.183631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56328) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:37.547527 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device d73ec793-19cc-491b-af74-11b58248cf9a up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:13:37.594216 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port d73ec793-19cc-491b-af74-11b58248cf9a completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:13:37.602696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port d73ec793-19cc-491b-af74-11b58248cf9a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:13:37.603179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:37.645758 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:37.658068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:37.673010 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port d73ec793-19cc-491b-af74-11b58248cf9a is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:13:37.673395 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:37.695934 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:37.698178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e42dbc-8bca-4f69-ac91-5995375ed155" -d '{"events": [{"server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:37.711179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=d73ec793-19cc-491b-af74-11b58248cf9a,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:37.717065 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:37.739686 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeeefc4-a252-45d6-9fe6-b8601a9d17bb x-openstack-request-id: req-bfeeefc4-a252-45d6-9fe6-b8601a9d17bb {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:37.739973 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "name": "network-vif-plugged", "status": "completed", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:37.740232 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfeeefc4-a252-45d6-9fe6-b8601a9d17bb {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:37.740616 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfeeefc4-a252-45d6-9fe6-b8601a9d17bb'] response: {'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'code': 200} Jun 18 08:13:37.772211 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:37.891085 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Deleting port 711ccdbc-6cba-45a2-b704-5805f2eb2c13 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:37.891430 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:37.939324 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:37.943352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638269-1716-4872-8f61-a077db2ab1ad req-ede92c00-9e1e-408d-8dd0-d183a87163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:37.944996 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79638269-1716-4872-8f61-a077db2ab1ad req-ede92c00-9e1e-408d-8dd0-d183a87163c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 1129 time: 0.0384262 Jun 18 08:13:37.989673 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-79638269-1716-4872-8f61-a077db2ab1ad req-c7022322-1f41-43ff-988a-e3ee68c2e036 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389051 Jun 18 08:13:37.991130 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a7a7d-e255-4be3-940c-25b5dc3d1cab req-02a61b3e-af3a-4c7e-b327-a32e42329184 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:37.992605 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4e6a7a7d-e255-4be3-940c-25b5dc3d1cab req-02a61b3e-af3a-4c7e-b327-a32e42329184 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0892937 Jun 18 08:13:38.026887 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] For port 711ccdbc-6cba-45a2-b704-5805f2eb2c13, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=711ccdbc-6cba-45a2-b704-5805f2eb2c13,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:38.027266 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:38.049387 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Calling delete_port for 711ccdbc-6cba-45a2-b704-5805f2eb2c13 owned by network:router_interface {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:38.074960 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4e6a7a7d-e255-4be3-940c-25b5dc3d1cab req-79aa69c2-9b2b-427c-8b08-0e632a5633ab tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762491 Jun 18 08:13:38.243680 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (711ccdbc-6cba-45a2-b704-5805f2eb2c13), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:38.265346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Pushing event deleted for resources: {'Port': ['ID=711ccdbc-6cba-45a2-b704-5805f2eb2c13,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:38.275132 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.275474 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.275807 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.276138 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.276460 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.276787 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.277102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.277414 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.278142 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.278142 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.278318 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.278635 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.278947 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.279284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.279579 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:38.439872 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:38.533285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:38.643787 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:13:38.687525 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:38.745061 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:13:38.750172 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eaab2528-3ea8-4bd7-b046-5fc8d2c6a771 admin admin] 10.222.0.23 "PUT /v2.0/routers/b4cffb0d-48ab-4aea-8731-a4cfceaf1147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657690 Jun 18 08:13:38.752981 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56336) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:38.754000 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Sync routers for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:13:38.765088 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:38.765695 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:38.865977 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:39.029196 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:39.044833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:13:38Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:39.071182 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Checking router: b4cffb0d-48ab-4aea-8731-a4cfceaf1147 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:13:39.078449 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks [] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.079586 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Routers {'b4cffb0d-48ab-4aea-8731-a4cfceaf1147'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:39.080187 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:39.180580 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks [] for router_gateway (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.181866 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] Set router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:39.194907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2b6d-4cb4-485b-b342-41ca742607fa req-34b97929-015b-4d7f-bb8f-3fb420c256be tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:39.196188 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-536f2b6d-4cb4-485b-b342-41ca742607fa req-34b97929-015b-4d7f-bb8f-3fb420c256be tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0494347 Jun 18 08:13:39.226322 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Deleting port a50ef990-390b-4cae-b9a3-ff60b969f8fd {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:39.226849 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.239560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:39.252155 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-536f2b6d-4cb4-485b-b342-41ca742607fa req-d4d8d275-d2c0-46e2-994f-03a409845dbf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497611 Jun 18 08:13:39.309507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] For port a50ef990-390b-4cae-b9a3-ff60b969f8fd, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=a50ef990-390b-4cae-b9a3-ff60b969f8fd,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:39.309865 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.322885 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Calling delete_port for a50ef990-390b-4cae-b9a3-ff60b969f8fd owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:39.332463 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:39.352101 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-7c36da8a-016e-458b-bf68-892775df227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:13:38Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:39.376732 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c36da8a-016e-458b-bf68-892775df227d None None] The sync data for ids ['b4cffb0d-48ab-4aea-8731-a4cfceaf1147'] in dv-cinder-826349-2-iscsi is: [{'id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'name': 'tempest-AttachVolumeTestJSON-25491417-router', 'tenant_id': '273ac76b51f14a4998a14fcfb06009a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:44Z', 'updated_at': '2022-06-18T08:13:38Z', 'revision_number': 5, 'project_id': '273ac76b51f14a4998a14fcfb06009a8', 'gw_port': {'id': 'a50ef990-390b-4cae-b9a3-ff60b969f8fd', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cffb0d-48ab-4aea-8731-a4cfceaf1147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:13:39.492062 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (a50ef990-390b-4cae-b9a3-ff60b969f8fd), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.520109 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ef990-390b-4cae-b9a3-ff60b969f8fd,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:39.581917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.663334 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:39.665536 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.667930 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks [] for router_controller (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.710791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (b4cffb0d-48ab-4aea-8731-a4cfceaf1147), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.711409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4cffb0d-48ab-4aea-8731-a4cfceaf1147 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:13:39.715954 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.717181 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fa96f57d-0389-4721-b0ef-c7b2ae384d74 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b4cffb0d-48ab-4aea-8731-a4cfceaf1147 HTTP/1.1" status: 204 len: 168 time: 0.9632635 Jun 18 08:13:39.719954 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56340) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:39.769655 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Deleting subnet 7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:13:39.773061 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Publish callbacks [] for subnet (7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.802102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:39.811413 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.888705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.947324 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.972856 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:39.979349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:39.983516 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b06754dd-84d1-42a0-a121-da46e92159be admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f95ee9c-8d32-4b0e-bb1f-539dd6c6ce37 HTTP/1.1" status: 204 len: 168 time: 0.2625787 Jun 18 08:13:39.984987 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b349227-70d3-454f-b475-1c8263c7a856 None None] Network 838e60ac-16d8-4c86-8375-153c589f9f8c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:13:39.986313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56342) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:40.340124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (838e60ac-16d8-4c86-8375-153c589f9f8c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.353449 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] DHCP port deletion for 838e60ac-16d8-4c86-8375-153c589f9f8c request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:13:40.380706 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0694b17-b9a1-42bc-af27-e1fed9a29803 req-8ccbe740-14cf-497f-9ec3-281489676b43 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:40.385936 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Deleting port 8733950c-c91c-4476-988e-847c0edc95ad {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:40.386519 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (8733950c-c91c-4476-988e-847c0edc95ad), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.390484 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0694b17-b9a1-42bc-af27-e1fed9a29803 req-8ccbe740-14cf-497f-9ec3-281489676b43 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0619023 Jun 18 08:13:40.403910 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Deleting port 8733950c-c91c-4476-988e-847c0edc95ad {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:13:40.404278 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (8733950c-c91c-4476-988e-847c0edc95ad), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.436052 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0694b17-b9a1-42bc-af27-e1fed9a29803 req-4e5aabf1-7e4c-469a-9958-a2cef83002b8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465641 Jun 18 08:13:40.461945 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] For port 8733950c-c91c-4476-988e-847c0edc95ad, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8733950c-c91c-4476-988e-847c0edc95ad,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:40.462385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (8733950c-c91c-4476-988e-847c0edc95ad), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.469840 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] For port 8733950c-c91c-4476-988e-847c0edc95ad, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8733950c-c91c-4476-988e-847c0edc95ad,segment=NetworkSegment(3de75b83-175f-45e6-8681-b732bbfe8818),segment_id=3de75b83-175f-45e6-8681-b732bbfe8818)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:13:40.470258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (8733950c-c91c-4476-988e-847c0edc95ad), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.476716 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Calling delete_port for 8733950c-c91c-4476-988e-847c0edc95ad owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:40.487112 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Calling delete_port for 8733950c-c91c-4476-988e-847c0edc95ad owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:13:40.572812 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (8733950c-c91c-4476-988e-847c0edc95ad), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.575411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c11ef-f29a-41b3-a9da-f330f6759bab req-b4afd496-0f31-4f40-b0a4-a13a49d5f743 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:40.576891 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6c5c11ef-f29a-41b3-a9da-f330f6759bab req-b4afd496-0f31-4f40-b0a4-a13a49d5f743 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0610402 Jun 18 08:13:40.586377 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56348) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:40.591260 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Request body: {'floatingip': {'port_id': 'd73ec793-19cc-491b-af74-11b58248cf9a'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:13:40.592918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (8733950c-c91c-4476-988e-847c0edc95ad), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.601384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] No DVR routers for this DVR port 8733950c-c91c-4476-988e-847c0edc95ad on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:13:40.608893 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eee47-d0f4-4d61-9ba0-3c0a0ec9771e None None] Pushing event deleted for resources: {'Port': ['ID=8733950c-c91c-4476-988e-847c0edc95ad,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:40.621603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=8733950c-c91c-4476-988e-847c0edc95ad,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:40.626382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] No DVR routers for this DVR port 8733950c-c91c-4476-988e-847c0edc95ad on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:13:40.634600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.634939 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.635375 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.635706 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.636029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.636348 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.636662 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.636977 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.637292 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.637606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.637920 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.638232 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.638545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.638853 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.639197 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:13:40.653974 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.683207 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:40.706662 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (838e60ac-16d8-4c86-8375-153c589f9f8c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.734100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838e60ac-16d8-4c86-8375-153c589f9f8c']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:40.743910 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de75b83-175f-45e6-8681-b732bbfe8818') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:40.744198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de75b83-175f-45e6-8681-b732bbfe8818') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:40.757727 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (3de75b83-175f-45e6-8681-b732bbfe8818), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.770875 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (3de75b83-175f-45e6-8681-b732bbfe8818), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.777161 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:13:40.777539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (3de75b83-175f-45e6-8681-b732bbfe8818), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.843066 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (838e60ac-16d8-4c86-8375-153c589f9f8c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.849339 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:40.855240 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] 10.222.0.23 "DELETE /v2.0/networks/838e60ac-16d8-4c86-8375-153c589f9f8c HTTP/1.1" status: 204 len: 168 time: 0.8678243 Jun 18 08:13:40.865843 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6cf96-d344-4d8b-9a24-3e495fcb1b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=838e60ac-16d8-4c86-8375-153c589f9f8c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:40.934991 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 3de75b83-175f-45e6-8681-b732bbfe8818 resource provider aggregate not found Jun 18 08:13:40.956672 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 3de75b83-175f-45e6-8681-b732bbfe8818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3de75b83-175f-45e6-8681-b732bbfe8818 found for delete ", "request_id": "req-ca75ed55-12f6-4385-9d8c-941f5bf09d0e"}]} Jun 18 08:13:40.996912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56358) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:41.025027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device a50ef990-390b-4cae-b9a3-ff60b969f8fd no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:41.040050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-09c1427d-a633-45c9-9e28-cb7e298586ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=273ac76b51f14a4998a14fcfb06009a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412760 Jun 18 08:13:41.041149 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56360) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:41.047877 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: a50ef990-390b-4cae-b9a3-ff60b969f8fd {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:41.048333 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device a50ef990-390b-4cae-b9a3-ff60b969f8fd not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:41.048871 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8733950c-c91c-4476-988e-847c0edc95ad no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:41.070312 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 8733950c-c91c-4476-988e-847c0edc95ad {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:41.070784 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8733950c-c91c-4476-988e-847c0edc95ad not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:41.071455 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 711ccdbc-6cba-45a2-b704-5805f2eb2c13 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:13:41.089687 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 711ccdbc-6cba-45a2-b704-5805f2eb2c13 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:13:41.089922 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.090014 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 711ccdbc-6cba-45a2-b704-5805f2eb2c13 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:13:41.095082 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.104560 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] Publish callbacks [] for security_group (5177cc8b-98b1-4cd5-859c-a65117be8ee7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.127643 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] Publish callbacks [] for security_group (5177cc8b-98b1-4cd5-859c-a65117be8ee7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.173458 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5177cc8b-98b1-4cd5-859c-a65117be8ee7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.175991 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.179615 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5177cc8b-98b1-4cd5-859c-a65117be8ee7 HTTP/1.1" status: 204 len: 168 time: 0.1347222 Jun 18 08:13:41.185772 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38310d1-8460-4e98-ad9d-c0a03b228339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5177cc8b-98b1-4cd5-859c-a65117be8ee7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:41.192520 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 097997f4-286f-43c9-ba2e-8f049e12cf8c associated. External IP: 172.27.2.80, port: d73ec793-19cc-491b-af74-11b58248cf9a. Jun 18 08:13:41.231161 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:41.386999 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:41.397312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:13:41.505525 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:13:41.510029 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:41.516985 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:13:41.523268 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:41.524039 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:41.530749 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:41.531394 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:41.557105 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-897d5475-0791-4429-9356-04582c1e647d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "PUT /v2.0/floatingips/097997f4-286f-43c9-ba2e-8f049e12cf8c HTTP/1.1" status: 200 len: 990 time: 0.9668574 Jun 18 08:13:41.557105 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:13:41.558194 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4be605c-b682-4922-9da6-99e8a83dc1da" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:13:41.639974 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:41.803899 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ecfd0-9671-4790-9732-5fc1aa653fc7 x-openstack-request-id: req-860ecfd0-9671-4790-9732-5fc1aa653fc7 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:13:41.804737 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:13:41.805109 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-860ecfd0-9671-4790-9732-5fc1aa653fc7 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:13:41.805735 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ecfd0-9671-4790-9732-5fc1aa653fc7'] response: {'name': 'network-changed', 'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'status': 'completed', 'code': 200} Jun 18 08:13:41.857487 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '097997f4-286f-43c9-ba2e-8f049e12cf8c', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:ae:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7845c8-de84-492a-8057-bb824810e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:13:20Z', 'updated_at': '2022-06-18T08:13:41Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:41.885859 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:13:41.887699 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-c0e9d98e-4462-4194-b04a-973e847201da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:41.889365 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-c0e9d98e-4462-4194-b04a-973e847201da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8f4ea5f647f4006a87f41f366772afa&device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 1129 time: 0.0403717 Jun 18 08:13:41.894783 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:13:41.895440 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:13:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:41.986848 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-073f882b-a00d-4087-b267-9c93be7c144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:41.988349 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-073f882b-a00d-4087-b267-9c93be7c144d service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 200 len: 916 time: 0.0926502 Jun 18 08:13:41.994876 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:13:42.000405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:42.058343 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-3037bb5c-02d4-47ed-8e21-6fa843bed46b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d73ec793-19cc-491b-af74-11b58248cf9a HTTP/1.1" status: 200 len: 998 time: 0.0639977 Jun 18 08:13:42.109761 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-c24f3ac9-5951-4c6c-bf0b-9ad13e78c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:42.111290 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-c24f3ac9-5951-4c6c-bf0b-9ad13e78c57e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 200 len: 854 time: 0.0477242 Jun 18 08:13:42.164693 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-0f232c79-ca83-4ef0-8a9a-10b323bc49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:13:42.166219 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-0f232c79-ca83-4ef0-8a9a-10b323bc49f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484154 Jun 18 08:13:42.262558 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-b08071f9-0f86-4028-bda9-30787c6c1c15 service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876954 Jun 18 08:13:42.307329 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '097997f4-286f-43c9-ba2e-8f049e12cf8c', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:ae:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7845c8-de84-492a-8057-bb824810e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:13:20Z', 'updated_at': '2022-06-18T08:13:41Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:13:42.333235 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6a7ff-a739-4c49-913f-2c3dfce45dfc None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '097997f4-286f-43c9-ba2e-8f049e12cf8c', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'port_id': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'mac_address': 'fa:16:3e:ae:ec:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b7845c8-de84-492a-8057-bb824810e9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:13:20Z', 'updated_at': '2022-06-18T08:13:41Z', 'revision_number': 1, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:13:42.364820 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a4be605c-b682-4922-9da6-99e8a83dc1da req-1abb2433-866f-4efc-80dc-d9d187aa3afe service neutron] 10.222.0.16 "GET /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965226 Jun 18 08:13:42.556683 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1a05c7-119e-4748-81a6-7017bcf14f05 None None] New status for floating IP 097997f4-286f-43c9-ba2e-8f049e12cf8c: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:13:48.826497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56468) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:48.933390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49e20dd5-ca5f-4d10-b3ec-35fd4f640ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:48.978464 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:49.015659 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49e20dd5-ca5f-4d10-b3ec-35fd4f640ec2 admin admin] Publish callbacks [] for security_group (bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.021381 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49e20dd5-ca5f-4d10-b3ec-35fd4f640ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.059972 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-49e20dd5-ca5f-4d10-b3ec-35fd4f640ec2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f28cdc616384265b7d1db821d9af923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323613 Jun 18 08:13:49.060890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20dd5-ca5f-4d10-b3ec-35fd4f640ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:49.062880 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56472) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:49.113073 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] Publish callbacks [] for security_group (bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.135213 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] Publish callbacks [] for security_group (bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.183550 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.186343 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:49.187530 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a HTTP/1.1" status: 204 len: 168 time: 0.1235554 Jun 18 08:13:49.195591 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1abd-1e6c-48cb-8709-3431175b437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50cdea-737a-4eb6-8dcc-b0ecf8ed060a,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:52.661381 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=49,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:52.942903 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56532) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:53.052741 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea717-d25b-40b4-9d80-84778c69abaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.137894 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea717-d25b-40b4-9d80-84778c69abaa admin admin] Publish callbacks [] for security_group (8b591bdd-8874-4654-94bb-912e3668608e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.143751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ae1ea717-d25b-40b4-9d80-84778c69abaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (8b591bdd-8874-4654-94bb-912e3668608e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.182478 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ae1ea717-d25b-40b4-9d80-84778c69abaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ebf889fc55c4c8397aeaa4f30467ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384582 Jun 18 08:13:53.183424 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ea717-d25b-40b4-9d80-84778c69abaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b591bdd-8874-4654-94bb-912e3668608e,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:53.185581 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56536) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:53.239846 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] Publish callbacks [] for security_group (8b591bdd-8874-4654-94bb-912e3668608e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.261373 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] Publish callbacks [] for security_group (8b591bdd-8874-4654-94bb-912e3668608e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.312697 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (8b591bdd-8874-4654-94bb-912e3668608e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.315258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:53.316434 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b591bdd-8874-4654-94bb-912e3668608e HTTP/1.1" status: 204 len: 168 time: 0.1297967 Jun 18 08:13:53.326181 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0aae6-b89b-44af-8ccb-4246cb95acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b591bdd-8874-4654-94bb-912e3668608e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:54.639563 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56586) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:54.754104 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-957759bf-d88c-4a4e-af51-5ffbde68cf13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:54.829095 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-957759bf-d88c-4a4e-af51-5ffbde68cf13 admin admin] Publish callbacks [] for security_group (1116c337-c453-43b9-8e1f-57b223b7641a), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:54.835578 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-957759bf-d88c-4a4e-af51-5ffbde68cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (1116c337-c453-43b9-8e1f-57b223b7641a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:54.838917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=13 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:54.876557 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-957759bf-d88c-4a4e-af51-5ffbde68cf13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94674ea607494d388ff382a014811d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358937 Jun 18 08:13:54.877386 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957759bf-d88c-4a4e-af51-5ffbde68cf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1116c337-c453-43b9-8e1f-57b223b7641a,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:54.880109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56592) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:54.931538 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] Publish callbacks [] for security_group (1116c337-c453-43b9-8e1f-57b223b7641a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:54.952911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] Publish callbacks [] for security_group (1116c337-c453-43b9-8e1f-57b223b7641a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:54.999649 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (1116c337-c453-43b9-8e1f-57b223b7641a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:55.002064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:55.005648 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1116c337-c453-43b9-8e1f-57b223b7641a HTTP/1.1" status: 204 len: 168 time: 0.1218374 Jun 18 08:13:55.011003 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:55.013742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9bf04-646c-4c8f-b27d-6c66e458bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1116c337-c453-43b9-8e1f-57b223b7641a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:58.117495 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6bb7e6c5-297e-49bb-8ef4-e78e809d3f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.355595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56666) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:59.465825 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cee26a5-6fab-4d2e-8139-ac038302cc61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.475610 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:13:59.553455 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cee26a5-6fab-4d2e-8139-ac038302cc61 admin admin] Publish callbacks [] for security_group (48ea2496-8b41-4eb8-82c8-d1327122189f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.560486 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cee26a5-6fab-4d2e-8139-ac038302cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (48ea2496-8b41-4eb8-82c8-d1327122189f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.596738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee26a5-6fab-4d2e-8139-ac038302cc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea2496-8b41-4eb8-82c8-d1327122189f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:13:59.600964 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3cee26a5-6fab-4d2e-8139-ac038302cc61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28aabd7a83a04d198c53de5308dd5c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443054 Jun 18 08:13:59.603705 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56670) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:13:59.651315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] Publish callbacks [] for security_group (48ea2496-8b41-4eb8-82c8-d1327122189f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.672315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] Publish callbacks [] for security_group (48ea2496-8b41-4eb8-82c8-d1327122189f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.719385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (48ea2496-8b41-4eb8-82c8-d1327122189f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.722045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:13:59.723257 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48ea2496-8b41-4eb8-82c8-d1327122189f HTTP/1.1" status: 204 len: 168 time: 0.1186540 Jun 18 08:13:59.731112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986b6f-41fc-4949-b04b-54fc80c1346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea2496-8b41-4eb8-82c8-d1327122189f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:00.002482 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56676) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:00.016320 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45f5a08d-5ab1-4bda-b68d-83b960edf293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.029185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:00.095062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45f5a08d-5ab1-4bda-b68d-83b960edf293 admin admin] Publish callbacks [] for security_group (dd6d3e56-4c85-4939-ad75-f231ced8ded3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.101009 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-45f5a08d-5ab1-4bda-b68d-83b960edf293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (dd6d3e56-4c85-4939-ad75-f231ced8ded3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.141288 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-45f5a08d-5ab1-4bda-b68d-83b960edf293 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=684d7c21625041608b49ef3aea10d38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376657 Jun 18 08:14:00.142591 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a08d-5ab1-4bda-b68d-83b960edf293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d3e56-4c85-4939-ad75-f231ced8ded3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:00.144260 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56678) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:00.204048 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] Publish callbacks [] for security_group (dd6d3e56-4c85-4939-ad75-f231ced8ded3), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.227700 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] Publish callbacks [] for security_group (dd6d3e56-4c85-4939-ad75-f231ced8ded3), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.229209 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:00.279563 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (dd6d3e56-4c85-4939-ad75-f231ced8ded3), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.282015 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:00.283205 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6d3e56-4c85-4939-ad75-f231ced8ded3 HTTP/1.1" status: 204 len: 168 time: 0.1379178 Jun 18 08:14:00.291203 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3a6fe-d9f0-4093-ac81-eebfb191cbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d3e56-4c85-4939-ad75-f231ced8ded3,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:00.453462 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e1c83737-ebb9-434c-94e8-bf119a0325c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:01.278728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:01.286186 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:01.842618 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:01.844991 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=83 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:01.852646 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:14:02.833560 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:03.261997 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.541671 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56772) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:09.663996 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad1105cd-96da-4ee2-bcbf-9b5c3962e057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.744531 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad1105cd-96da-4ee2-bcbf-9b5c3962e057 admin admin] Publish callbacks [] for security_group (f0ce5576-32e9-4949-a3e1-e8a3818754ce), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.749588 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ad1105cd-96da-4ee2-bcbf-9b5c3962e057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f0ce5576-32e9-4949-a3e1-e8a3818754ce), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.788956 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ad1105cd-96da-4ee2-bcbf-9b5c3962e057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45ce4d0391744ec388c5189e27cbcfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460966 Jun 18 08:14:09.789822 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1105cd-96da-4ee2-bcbf-9b5c3962e057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ce5576-32e9-4949-a3e1-e8a3818754ce,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:09.791798 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56776) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:09.842801 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] Publish callbacks [] for security_group (f0ce5576-32e9-4949-a3e1-e8a3818754ce), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.864900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] Publish callbacks [] for security_group (f0ce5576-32e9-4949-a3e1-e8a3818754ce), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.919563 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f0ce5576-32e9-4949-a3e1-e8a3818754ce), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.922129 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:09.923293 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0ce5576-32e9-4949-a3e1-e8a3818754ce HTTP/1.1" status: 204 len: 168 time: 0.1305242 Jun 18 08:14:09.931779 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6a94c-4468-4062-b09f-fa96225b49b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ce5576-32e9-4949-a3e1-e8a3818754ce,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:10.219744 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56782) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:10.233755 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ec9efb33-208f-403e-9261-9e616ce5c88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.309921 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ec9efb33-208f-403e-9261-9e616ce5c88f admin admin] Publish callbacks [] for security_group (5218666f-4e33-43c6-aba4-099e4c0cf4d9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.315563 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ec9efb33-208f-403e-9261-9e616ce5c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5218666f-4e33-43c6-aba4-099e4c0cf4d9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.356854 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ec9efb33-208f-403e-9261-9e616ce5c88f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22da016dc8e540df9916018fd3d96051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360633 Jun 18 08:14:10.357527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9efb33-208f-403e-9261-9e616ce5c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5218666f-4e33-43c6-aba4-099e4c0cf4d9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:10.359774 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56784) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:10.415572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] Publish callbacks [] for security_group (5218666f-4e33-43c6-aba4-099e4c0cf4d9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.438068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] Publish callbacks [] for security_group (5218666f-4e33-43c6-aba4-099e4c0cf4d9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.485290 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (5218666f-4e33-43c6-aba4-099e4c0cf4d9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.487915 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:10.489075 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5218666f-4e33-43c6-aba4-099e4c0cf4d9 HTTP/1.1" status: 204 len: 168 time: 0.1283045 Jun 18 08:14:10.491650 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:10.498044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76762-c386-493f-b7c1-6738268e8f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5218666f-4e33-43c6-aba4-099e4c0cf4d9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:10.927239 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30272550-0491-40ed-b746-e1f87b91318e req-e6dc1797-0415-4579-bd5a-b0d78f9accf2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:10.928936 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30272550-0491-40ed-b746-e1f87b91318e req-e6dc1797-0415-4579-bd5a-b0d78f9accf2 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0470886 Jun 18 08:14:10.978181 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-30272550-0491-40ed-b746-e1f87b91318e req-f0c6c952-ee81-4f5b-a271-82dce7274d12 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Jun 18 08:14:11.853959 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:12.098087 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da1e9-a95a-463d-9aae-0cbcd0523f6a req-ca714705-109d-41c3-b588-f5fab656bd95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:12.099773 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f71da1e9-a95a-463d-9aae-0cbcd0523f6a req-ca714705-109d-41c3-b588-f5fab656bd95 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Jun 18 08:14:12.147258 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-f71da1e9-a95a-463d-9aae-0cbcd0523f6a req-a7b86f80-709c-43ac-b9b8-91f11cbcb154 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups?id=b204b51c-1f53-4466-86f6-868336f181da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Jun 18 08:14:12.390611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-6b34337a-f0f8-473d-874a-981c567f8485 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:12.392359 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-6b34337a-f0f8-473d-874a-981c567f8485 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 946 time: 0.0499108 Jun 18 08:14:12.478712 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Deleting port 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:12.479086 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (27173a71-a8ce-4f90-b96d-795c56228474), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.567821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] For port 27173a71-a8ce-4f90-b96d-795c56228474, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=27173a71-a8ce-4f90-b96d-795c56228474,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:12.568183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (27173a71-a8ce-4f90-b96d-795c56228474), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.719519 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:12.724866 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56868) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:12.737591 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.737988 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.738309 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Floating IP 017bd6e8-481c-438d-ae6c-3debf154023d disassociated. External IP: 172.27.2.110, port: 27173a71-a8ce-4f90-b96d-795c56228474. Jun 18 08:14:12.738694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Calling delete_port for 27173a71-a8ce-4f90-b96d-795c56228474 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:12.834013 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7725-aacc-45da-91d8-cd85e649a1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.867743 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (27173a71-a8ce-4f90-b96d-795c56228474), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.899479 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'Port': ['ID=27173a71-a8ce-4f90-b96d-795c56228474,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:12.912569 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:12.914928 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7725-aacc-45da-91d8-cd85e649a1fe admin admin] Publish callbacks [] for security_group (ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.920065 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3f7b7725-aacc-45da-91d8-cd85e649a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:12.964544 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b7725-aacc-45da-91d8-cd85e649a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:12.971632 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3f7b7725-aacc-45da-91d8-cd85e649a1fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74352512c5aa4b3c89e0d8a82233c46d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455864 Jun 18 08:14:12.972616 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56872) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:13.014068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:14:13.030419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] Publish callbacks [] for security_group (ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.034501 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:13.052819 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] Publish callbacks [] for security_group (ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.099361 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.101889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.103073 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f HTTP/1.1" status: 204 len: 168 time: 0.1295133 Jun 18 08:14:13.104568 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:13.111492 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e36475-86d9-42e7-9350-250beb9d657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8b1e6-d1d4-4df4-9fe2-5ce14050af6f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:13.122054 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:14:13.133210 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:14:13.143696 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:13.144448 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:13.169860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] No DVR routers for this DVR port 27173a71-a8ce-4f90-b96d-795c56228474 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:13.172410 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.176145 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4b0a1a0c-95c7-487b-9d4b-14d6f0dab1b2 req-b93c2a23-36b6-4b81-b633-fadf9baebe83 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.16 "DELETE /v2.0/ports/27173a71-a8ce-4f90-b96d-795c56228474 HTTP/1.1" status: 204 len: 173 time: 0.7778413 Jun 18 08:14:13.176609 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-deleted', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:14:13.179085 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d733a2d1-42cd-47a4-b161-e8466e059ec1" -d '{"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-deleted", "tag": "27173a71-a8ce-4f90-b96d-795c56228474"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:14:13.238058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1724d6-9cc9-4906-885a-c391741bc5bb x-openstack-request-id: req-cb1724d6-9cc9-4906-885a-c391741bc5bb {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:14:13.238365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd41f096-17fd-4698-b185-6ff22ddb8826", "name": "network-vif-deleted", "tag": "27173a71-a8ce-4f90-b96d-795c56228474", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:14:13.238616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb1724d6-9cc9-4906-885a-c391741bc5bb {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:14:13.239074 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1724d6-9cc9-4906-885a-c391741bc5bb'] response: {'server_uuid': 'bd41f096-17fd-4698-b185-6ff22ddb8826', 'name': 'network-vif-deleted', 'tag': '27173a71-a8ce-4f90-b96d-795c56228474', 'status': 'completed', 'code': 200} Jun 18 08:14:13.255241 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:13.276195 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4c542889-65d5-480d-8b76-15cd0fc6fbf4 req-c0a87c6b-feef-4b2b-a571-b0b6935e71ec tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd41f096-17fd-4698-b185-6ff22ddb8826 HTTP/1.1" status: 200 len: 210 time: 0.0357847 Jun 18 08:14:13.460868 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:13.489625 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:14:13.498123 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:13.498654 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:13.523714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56882) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:13.541277 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-15507a74-de0e-4dac-a996-8f76321ebebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.601721 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:13.618319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-15507a74-de0e-4dac-a996-8f76321ebebf admin admin] Publish callbacks [] for security_group (cd25b007-33df-49ff-93d0-791e32f95a3b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.623401 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-15507a74-de0e-4dac-a996-8f76321ebebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cd25b007-33df-49ff-93d0-791e32f95a3b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.661767 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-15507a74-de0e-4dac-a996-8f76321ebebf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbeab335df5c4ea9b1bc260dddd4ae3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369548 Jun 18 08:14:13.662646 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15507a74-de0e-4dac-a996-8f76321ebebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd25b007-33df-49ff-93d0-791e32f95a3b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:13.664692 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56884) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:13.717446 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] Publish callbacks [] for security_group (cd25b007-33df-49ff-93d0-791e32f95a3b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.740194 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] Publish callbacks [] for security_group (cd25b007-33df-49ff-93d0-791e32f95a3b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.797152 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:13.800229 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (cd25b007-33df-49ff-93d0-791e32f95a3b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.803066 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:13.804442 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd25b007-33df-49ff-93d0-791e32f95a3b HTTP/1.1" status: 204 len: 168 time: 0.1387064 Jun 18 08:14:13.818238 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1ba5e-14f1-4ca9-bcf0-273c37faa53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd25b007-33df-49ff-93d0-791e32f95a3b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:13.827561 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc9bb63-f0a3-4ad9-bf80-c52210280f19 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:06:59Z', 'revision_number': 4, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'eed3b06e-7b4f-4ab0-929b-1cb21ee8787d', 'name': '', 'network_id': 'c7f79979-914c-42cc-bb29-5a94ac49a40c', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'mac_address': 'fa:16:3e:4f:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:55Z', 'updated_at': '2022-06-18T08:07:12Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'subnets': [{'id': 'cfbe8847-a911-4d31-a84b-1a4003924f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:14:14.056449 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d9e3b3-8e70-4e98-bf02-ee7167e3f036 None None] New status for floating IP 017bd6e8-481c-438d-ae6c-3debf154023d: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:14:14.376349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56906) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:14.433489 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (b204b51c-1f53-4466-86f6-868336f181da), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.458588 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (b204b51c-1f53-4466-86f6-868336f181da), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.505437 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b204b51c-1f53-4466-86f6-868336f181da), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.508290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.509509 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "DELETE /v2.0/security-groups/b204b51c-1f53-4466-86f6-868336f181da HTTP/1.1" status: 204 len: 168 time: 0.1321902 Jun 18 08:14:14.512483 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56912) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:14.518993 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643f1b7-adbc-4e3f-b322-eefa5590a292 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b204b51c-1f53-4466-86f6-868336f181da,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:14.531305 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-19ce30a4-4fcb-408b-b966-ad4519431f0e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] show failed (client error): The resource could not be found. Jun 18 08:14:14.532413 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-19ce30a4-4fcb-408b-b966-ad4519431f0e tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "GET /v2.0/security-groups/b204b51c-1f53-4466-86f6-868336f181da HTTP/1.1" status: 404 len: 347 time: 0.0188687 Jun 18 08:14:14.535664 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56914) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:14.647699 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Deleting port 26c89e6d-6a77-4a63-b9ec-ccb239ea416f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:14.648099 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.723124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.723533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.736881 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Calling delete_port for 26c89e6d-6a77-4a63-b9ec-ccb239ea416f owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:14.776629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:14.867630 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (26c89e6d-6a77-4a63-b9ec-ccb239ea416f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.891447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Pushing event deleted for resources: {'Port': ['ID=26c89e6d-6a77-4a63-b9ec-ccb239ea416f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:14.957739 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks [] for floatingip (017bd6e8-481c-438d-ae6c-3debf154023d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.960355 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:14.961642 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ca55ff2b-e542-4c20-b081-99098d3edb33 tempest-AttachVolumeShelveTestJSON-1333962766 tempest-AttachVolumeShelveTestJSON-1333962766-project] 10.222.0.23 "DELETE /v2.0/floatingips/017bd6e8-481c-438d-ae6c-3debf154023d HTTP/1.1" status: 204 len: 168 time: 0.4247587 Jun 18 08:14:15.782858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:15.805446 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 27173a71-a8ce-4f90-b96d-795c56228474 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:15.805688 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 27173a71-a8ce-4f90-b96d-795c56228474 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:17.409137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 56976) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:17.825840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:17.890394 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (d97ea486-14e0-438b-9288-645d9fdc3c50), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:17.918877 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56990) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:18.060924 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8b163bd-3743-42b9-9571-5e0a8fba7953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.150062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Deleting port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:18.150394 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.156419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8b163bd-3743-42b9-9571-5e0a8fba7953 admin admin] Publish callbacks [] for security_group (01ad10a2-52fa-4904-8bd8-a75364efa329), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.161463 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e8b163bd-3743-42b9-9571-5e0a8fba7953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (01ad10a2-52fa-4904-8bd8-a75364efa329), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.201534 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e8b163bd-3743-42b9-9571-5e0a8fba7953 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=deb8933261164283acc44bf945b9894f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806902 Jun 18 08:14:18.204577 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 56998) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:18.212472 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b163bd-3743-42b9-9571-5e0a8fba7953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad10a2-52fa-4904-8bd8-a75364efa329,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:18.237026 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] For port eed3b06e-7b4f-4ab0-929b-1cb21ee8787d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:18.237392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.250508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Calling delete_port for eed3b06e-7b4f-4ab0-929b-1cb21ee8787d owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:18.252110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:18.258866 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] Publish callbacks [] for security_group (01ad10a2-52fa-4904-8bd8-a75364efa329), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.285582 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] Publish callbacks [] for security_group (01ad10a2-52fa-4904-8bd8-a75364efa329), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.334089 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (01ad10a2-52fa-4904-8bd8-a75364efa329), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.336706 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.340404 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01ad10a2-52fa-4904-8bd8-a75364efa329 HTTP/1.1" status: 204 len: 168 time: 0.1324096 Jun 18 08:14:18.347391 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd9a4-c0b1-4cf0-9868-fc69df046d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad10a2-52fa-4904-8bd8-a75364efa329,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:18.444531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (eed3b06e-7b4f-4ab0-929b-1cb21ee8787d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.470450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Pushing event deleted for resources: {'Port': ['ID=eed3b06e-7b4f-4ab0-929b-1cb21ee8787d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:18.634900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (d97ea486-14e0-438b-9288-645d9fdc3c50), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:18.727067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:18.845123 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Router d97ea486-14e0-438b-9288-645d9fdc3c50 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:14:18.950461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:14:18.959049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57020) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:18.959814 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bbaa190d-6245-429a-952a-d37d56baf52e admin admin] 10.222.0.23 "PUT /v2.0/routers/d97ea486-14e0-438b-9288-645d9fdc3c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494366 Jun 18 08:14:18.963300 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Sync routers for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:14:18.975776 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:18.976674 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:19.012808 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:19.065587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:19.079593 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks [] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.095414 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:19.208993 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks [] for router_gateway (d97ea486-14e0-438b-9288-645d9fdc3c50), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.266533 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Deleting port 83b104da-f22a-4c66-b7c2-9eae75f059b1 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:19.267073 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.371451 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] For port 83b104da-f22a-4c66-b7c2-9eae75f059b1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=83b104da-f22a-4c66-b7c2-9eae75f059b1,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:19.371817 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.387483 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Calling delete_port for 83b104da-f22a-4c66-b7c2-9eae75f059b1 owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:19.399816 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:14:18Z', 'revision_number': 5, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port': {'id': '83b104da-f22a-4c66-b7c2-9eae75f059b1', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:06:47Z', 'updated_at': '2022-06-18T08:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:19.426811 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Checking router: d97ea486-14e0-438b-9288-645d9fdc3c50 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:14:19.435712 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:19.438715 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Routers {'d97ea486-14e0-438b-9288-645d9fdc3c50'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:19.439752 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['d97ea486-14e0-438b-9288-645d9fdc3c50'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:19.533261 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:19.535282 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] Set router d97ea486-14e0-438b-9288-645d9fdc3c50 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:19.596805 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:14:19Z', 'revision_number': 6, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:19.627886 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0c0385-76be-4913-b5df-420b466bd274 None None] The sync data for ids ['d97ea486-14e0-438b-9288-645d9fdc3c50'] in dv-cinder-826349-2-iscsi is: [{'id': 'd97ea486-14e0-438b-9288-645d9fdc3c50', 'name': 'tempest-AttachVolumeShelveTestJSON-897829010-router', 'tenant_id': 'fc9abdfe8063473abfa91f578081eb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:06:46Z', 'updated_at': '2022-06-18T08:14:19Z', 'revision_number': 6, 'project_id': 'fc9abdfe8063473abfa91f578081eb0d', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:14:19.818127 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (83b104da-f22a-4c66-b7c2-9eae75f059b1), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.849920 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b104da-f22a-4c66-b7c2-9eae75f059b1,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:19.911132 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (d97ea486-14e0-438b-9288-645d9fdc3c50), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:19.998323 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.000760 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks [] for router_controller (d97ea486-14e0-438b-9288-645d9fdc3c50), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.045645 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (d97ea486-14e0-438b-9288-645d9fdc3c50), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.046322 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d97ea486-14e0-438b-9288-645d9fdc3c50 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:14:20.051744 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.052813 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d9f3384e-a322-4fcb-b0ba-e7b5a6686f44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d97ea486-14e0-438b-9288-645d9fdc3c50 HTTP/1.1" status: 204 len: 168 time: 1.0926459 Jun 18 08:14:20.056047 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57042) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:20.107562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Deleting subnet cfbe8847-a911-4d31-a84b-1a4003924f98 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:14:20.110721 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Publish callbacks [] for subnet (cfbe8847-a911-4d31-a84b-1a4003924f98), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.145080 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (cfbe8847-a911-4d31-a84b-1a4003924f98), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.536295 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (cfbe8847-a911-4d31-a84b-1a4003924f98), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.559420 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:20.596338 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (cfbe8847-a911-4d31-a84b-1a4003924f98), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.617157 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96dfa93-cb49-4a8c-b14d-ef00fd7a4ba3 None None] Network c7f79979-914c-42cc-bb29-5a94ac49a40c requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:14:20.628094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.633979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57046) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:20.634141 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cfbe8847-a911-4d31-a84b-1a4003924f98 HTTP/1.1" status: 204 len: 168 time: 0.5769920 Jun 18 08:14:20.635541 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf277f7-d714-494f-9ce2-64c20742e9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbe8847-a911-4d31-a84b-1a4003924f98,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:20.737507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (c7f79979-914c-42cc-bb29-5a94ac49a40c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.783497 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Deleting port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:20.783835 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.796751 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] DHCP port deletion for c7f79979-914c-42cc-bb29-5a94ac49a40c request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:14:20.838510 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Deleting port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:20.838868 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.857790 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] For port 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=9905e6bd-9aa5-4548-bb5d-1e5350311de2,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:20.858298 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.869715 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:20.874532 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Calling delete_port for 9905e6bd-9aa5-4548-bb5d-1e5350311de2 owned by network:dhcp {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:20.912314 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] For port 9905e6bd-9aa5-4548-bb5d-1e5350311de2, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=9905e6bd-9aa5-4548-bb5d-1e5350311de2,segment=NetworkSegment(67341338-2cef-48a1-b9e7-be5b69cbc988),segment_id=67341338-2cef-48a1-b9e7-be5b69cbc988)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:20.912835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.926014 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Calling delete_port for 9905e6bd-9aa5-4548-bb5d-1e5350311de2 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:20.931363 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:20.961356 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:20.986642 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Pushing event deleted for resources: {'Port': ['ID=9905e6bd-9aa5-4548-bb5d-1e5350311de2,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:20.991334 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] No DVR routers for this DVR port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 on host dv-cinder-826349-2-iscsi {{(pid=104012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:21.008288 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (9905e6bd-9aa5-4548-bb5d-1e5350311de2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.036900 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Pushing event deleted for resources: {'Port': ['ID=9905e6bd-9aa5-4548-bb5d-1e5350311de2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:21.041632 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] No DVR routers for this DVR port 9905e6bd-9aa5-4548-bb5d-1e5350311de2 on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:21.047959 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.048174 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.048506 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.048832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.049155 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.049480 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.049809 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.050395 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.050395 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.050713 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.051053 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.051406 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.051682 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.052030 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.052292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d334a820-3c9c-420a-8634-67e24549aa27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:21.056866 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device eed3b06e-7b4f-4ab0-929b-1cb21ee8787d no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:21.068320 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (c7f79979-914c-42cc-bb29-5a94ac49a40c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.075829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: eed3b06e-7b4f-4ab0-929b-1cb21ee8787d {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:21.076165 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device eed3b06e-7b4f-4ab0-929b-1cb21ee8787d not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:21.076580 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 9905e6bd-9aa5-4548-bb5d-1e5350311de2 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:21.090156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f79979-914c-42cc-bb29-5a94ac49a40c']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:21.094668 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 9905e6bd-9aa5-4548-bb5d-1e5350311de2 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:21.095000 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 9905e6bd-9aa5-4548-bb5d-1e5350311de2 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:21.095425 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 83b104da-f22a-4c66-b7c2-9eae75f059b1 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:21.100477 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67341338-2cef-48a1-b9e7-be5b69cbc988') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:21.100771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67341338-2cef-48a1-b9e7-be5b69cbc988') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:21.110397 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (67341338-2cef-48a1-b9e7-be5b69cbc988), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.115396 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 83b104da-f22a-4c66-b7c2-9eae75f059b1 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:21.115832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 83b104da-f22a-4c66-b7c2-9eae75f059b1 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:21.123994 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (67341338-2cef-48a1-b9e7-be5b69cbc988), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.130690 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:14:21.131112 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (67341338-2cef-48a1-b9e7-be5b69cbc988), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.194210 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (c7f79979-914c-42cc-bb29-5a94ac49a40c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.201862 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.205011 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c7f79979-914c-42cc-bb29-5a94ac49a40c HTTP/1.1" status: 204 len: 168 time: 0.5686553 Jun 18 08:14:21.214383 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17fc77-3051-4ffe-8fd8-553d7974b61e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f79979-914c-42cc-bb29-5a94ac49a40c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:21.272772 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 67341338-2cef-48a1-b9e7-be5b69cbc988 resource provider aggregate not found Jun 18 08:14:21.288660 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 67341338-2cef-48a1-b9e7-be5b69cbc988 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67341338-2cef-48a1-b9e7-be5b69cbc988 found for delete ", "request_id": "req-c383a79c-9c91-478f-8f44-8815dce017e9"}]} Jun 18 08:14:21.386468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57062) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:21.427614 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-297cb18c-8e49-43ea-b167-ec74b37dc288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc9abdfe8063473abfa91f578081eb0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399485 Jun 18 08:14:21.430742 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57064) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:21.480334 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] Publish callbacks [] for security_group (4775164e-8cf9-4348-b425-03bfe93ee880), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.502227 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] Publish callbacks [] for security_group (4775164e-8cf9-4348-b425-03bfe93ee880), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.553950 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (4775164e-8cf9-4348-b425-03bfe93ee880), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.558359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:21.560076 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4775164e-8cf9-4348-b425-03bfe93ee880 HTTP/1.1" status: 204 len: 168 time: 0.1283758 Jun 18 08:14:21.568087 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899677-b303-4055-8366-7fbb81d148fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4775164e-8cf9-4348-b425-03bfe93ee880,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:23.985512 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57126) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:24.097904 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-311281ba-efe2-4f8f-8305-552d6267be14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.183270 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-311281ba-efe2-4f8f-8305-552d6267be14 admin admin] Publish callbacks [] for security_group (df51ca19-952f-44ca-ad88-18201396ed4b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.187862 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-311281ba-efe2-4f8f-8305-552d6267be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (df51ca19-952f-44ca-ad88-18201396ed4b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.225699 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-311281ba-efe2-4f8f-8305-552d6267be14 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=002205fb7a474f0eb31fbd92ef3edb00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384582 Jun 18 08:14:24.226928 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311281ba-efe2-4f8f-8305-552d6267be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df51ca19-952f-44ca-ad88-18201396ed4b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:24.228789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57134) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:24.282181 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] Publish callbacks [] for security_group (df51ca19-952f-44ca-ad88-18201396ed4b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.310427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] Publish callbacks [] for security_group (df51ca19-952f-44ca-ad88-18201396ed4b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.363520 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (df51ca19-952f-44ca-ad88-18201396ed4b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.366712 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.367898 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df51ca19-952f-44ca-ad88-18201396ed4b HTTP/1.1" status: 204 len: 168 time: 0.1381588 Jun 18 08:14:24.376079 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2605a-015e-4e94-a4a4-872f6302cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df51ca19-952f-44ca-ad88-18201396ed4b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:24.643977 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57140) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:24.657788 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bef4aca4-7c97-4dab-8a7b-19d9b6c699e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.737070 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bef4aca4-7c97-4dab-8a7b-19d9b6c699e5 admin admin] Publish callbacks [] for security_group (80ef266b-1c6a-4612-baf8-930c619be846), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.741234 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bef4aca4-7c97-4dab-8a7b-19d9b6c699e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80ef266b-1c6a-4612-baf8-930c619be846), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.755042 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:24.782089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4aca4-7c97-4dab-8a7b-19d9b6c699e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ef266b-1c6a-4612-baf8-930c619be846,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:24.786480 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bef4aca4-7c97-4dab-8a7b-19d9b6c699e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8f8c1ee1ac5425b9567076a7c4df757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414814 Jun 18 08:14:24.789511 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57142) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:24.840100 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] Publish callbacks [] for security_group (80ef266b-1c6a-4612-baf8-930c619be846), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.861434 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] Publish callbacks [] for security_group (80ef266b-1c6a-4612-baf8-930c619be846), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.887090 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:24.910523 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80ef266b-1c6a-4612-baf8-930c619be846), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.913091 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:24.914274 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80ef266b-1c6a-4612-baf8-930c619be846 HTTP/1.1" status: 204 len: 168 time: 0.1237643 Jun 18 08:14:24.922593 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50f99-cdfc-4b9b-9456-ef8ba1155660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ef266b-1c6a-4612-baf8-930c619be846,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:24.936019 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:25.020989 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:28.110453 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-985ac761-4567-48d5-a22e-15a6b37c1902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:30.449299 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2f542723-d802-4dac-8565-ba98faffcf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:31.289929 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:31.982274 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb004b26-4a72-4f5e-a1db-c8f4b56ee02f req-b958d06f-7844-4541-a2aa-ab9cd393e8a8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:31.983824 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-eb004b26-4a72-4f5e-a1db-c8f4b56ee02f req-b958d06f-7844-4541-a2aa-ab9cd393e8a8 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Jun 18 08:14:32.004515 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=10,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:32.035588 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-eb004b26-4a72-4f5e-a1db-c8f4b56ee02f req-e0c19049-5263-416f-8d05-d8efa3d0a4ce tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Jun 18 08:14:32.814178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=8,neutron:SELECT=73,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:32.828707 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:33.150962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef033e-9e61-45d2-989b-1a3c5f36456d req-57fa6670-d948-4620-92a7-7738a1d676d3 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:33.152407 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-caef033e-9e61-45d2-989b-1a3c5f36456d req-57fa6670-d948-4620-92a7-7738a1d676d3 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Jun 18 08:14:33.209109 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-caef033e-9e61-45d2-989b-1a3c5f36456d req-197d947e-2086-4d3a-b5ae-e0c3b9231782 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481977 Jun 18 08:14:33.257758 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:34.336329 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c10fa-6825-404a-b159-0ca3afb2d907 req-9169a1d9-03e4-4c28-b807-750116c3f305 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:34.337805 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e65c10fa-6825-404a-b159-0ca3afb2d907 req-9169a1d9-03e4-4c28-b807-750116c3f305 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Jun 18 08:14:34.388789 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e65c10fa-6825-404a-b159-0ca3afb2d907 req-628438f8-4dd6-4b63-994e-48dfd6119204 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Jun 18 08:14:35.514124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfbbc8-6d1a-4b75-9014-0c1d364608e0 req-d4ce153f-2e27-46a2-88aa-0863e11c6b2f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:35.515630 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8bfbbc8-6d1a-4b75-9014-0c1d364608e0 req-d4ce153f-2e27-46a2-88aa-0863e11c6b2f tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0516706 Jun 18 08:14:35.568477 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d8bfbbc8-6d1a-4b75-9014-0c1d364608e0 req-0f4be0c0-1f0d-4506-ba41-4aad5eb91709 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups?id=c828e29d-abd7-43e3-9e45-a16b473b2af4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458751 Jun 18 08:14:35.933931 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53888280-a73a-4817-89e9-25162b367a30 req-55adade0-2809-45d1-a8b9-099bd8435c23 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:14:35.935349 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53888280-a73a-4817-89e9-25162b367a30 req-55adade0-2809-45d1-a8b9-099bd8435c23 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 945 time: 0.0565510 Jun 18 08:14:36.017417 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port d73ec793-19cc-491b-af74-11b58248cf9a {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:36.017639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.109691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] For port d73ec793-19cc-491b-af74-11b58248cf9a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=d73ec793-19cc-491b-af74-11b58248cf9a,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:36.110049 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.172007 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:36.273114 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.273406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.273726 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Floating IP 097997f4-286f-43c9-ba2e-8f049e12cf8c disassociated. External IP: 172.27.2.80, port: d73ec793-19cc-491b-af74-11b58248cf9a. Jun 18 08:14:36.274100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for d73ec793-19cc-491b-af74-11b58248cf9a owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:36.408029 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (d73ec793-19cc-491b-af74-11b58248cf9a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.434905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=d73ec793-19cc-491b-af74-11b58248cf9a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:36.549820 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:14:36.606664 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:36.657546 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:14:36.670324 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:14:36.681093 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:36.681925 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:36.687546 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-10ed6874-2437-48d3-ae90-0729b879d7a5 req-6818ce7e-9f71-4447-8394-c743deb8345d tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b7845c8-de84-492a-8057-bb824810e9a1 HTTP/1.1" status: 200 len: 210 time: 0.0467839 Jun 18 08:14:36.707410 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] No DVR routers for this DVR port d73ec793-19cc-491b-af74-11b58248cf9a on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:36.709252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:36.713466 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-53888280-a73a-4817-89e9-25162b367a30 req-983c6542-fceb-46ab-8655-89a646611676 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.16 "DELETE /v2.0/ports/d73ec793-19cc-491b-af74-11b58248cf9a HTTP/1.1" status: 204 len: 173 time: 0.7719338 Jun 18 08:14:36.713917 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'name': 'network-vif-deleted', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:14:36.716198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9ae50e-7dd5-49a7-b328-fabf475315da" -d '{"events": [{"server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "name": "network-vif-deleted", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:14:36.752446 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c34124f-f412-451d-bb6c-d75cd0d78500 x-openstack-request-id: req-6c34124f-f412-451d-bb6c-d75cd0d78500 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:14:36.752733 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7845c8-de84-492a-8057-bb824810e9a1", "name": "network-vif-deleted", "tag": "d73ec793-19cc-491b-af74-11b58248cf9a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:14:36.753065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c34124f-f412-451d-bb6c-d75cd0d78500 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:14:36.753543 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c34124f-f412-451d-bb6c-d75cd0d78500'] response: {'server_uuid': '8b7845c8-de84-492a-8057-bb824810e9a1', 'name': 'network-vif-deleted', 'tag': 'd73ec793-19cc-491b-af74-11b58248cf9a', 'status': 'completed', 'code': 200} Jun 18 08:14:36.796657 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:37.000501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:37.031561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:14:37.040294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:37.040925 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:37.144057 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:37.330838 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:37.354863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecb4a2-4718-4685-8528-99abfd0d5d83 None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:08:15Z', 'revision_number': 4, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'cfa64f5c-da7b-4715-8cae-ca20a965ef66', 'name': '', 'network_id': 'bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'mac_address': 'fa:16:3e:87:52:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:14Z', 'updated_at': '2022-06-18T08:08:20Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'subnets': [{'id': '1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:14:37.574368 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe2f097-13b7-4b37-ace2-14e05f3470ff None None] New status for floating IP 097997f4-286f-43c9-ba2e-8f049e12cf8c: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:14:37.795393 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57400) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:37.867583 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (c828e29d-abd7-43e3-9e45-a16b473b2af4), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:37.898124 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (c828e29d-abd7-43e3-9e45-a16b473b2af4), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:37.950200 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c828e29d-abd7-43e3-9e45-a16b473b2af4), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:37.952842 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:37.953988 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/security-groups/c828e29d-abd7-43e3-9e45-a16b473b2af4 HTTP/1.1" status: 204 len: 168 time: 0.1576109 Jun 18 08:14:37.957231 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57408) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:37.963228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42bd89-ce4d-48a2-ac55-86036e0937cf tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828e29d-abd7-43e3-9e45-a16b473b2af4,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:37.978951 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-c88536e9-08a5-44cb-8df2-2faeb8005548 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] show failed (client error): The resource could not be found. Jun 18 08:14:37.980079 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c88536e9-08a5-44cb-8df2-2faeb8005548 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "GET /v2.0/security-groups/c828e29d-abd7-43e3-9e45-a16b473b2af4 HTTP/1.1" status: 404 len: 347 time: 0.0212216 Jun 18 08:14:37.981962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57410) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:37.985066 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57412) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:38.091976 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1e10baed-14d0-42df-b4f8-618f34a02b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.096056 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Deleting port fc5a7d50-d3ab-457f-888f-693250a5b279 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:38.096399 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.167899 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1e10baed-14d0-42df-b4f8-618f34a02b53 admin admin] Publish callbacks [] for security_group (f30908cf-61f1-4e9e-9290-c9284fee4a90), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.172501 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1e10baed-14d0-42df-b4f8-618f34a02b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f30908cf-61f1-4e9e-9290-c9284fee4a90), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.176909 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.177228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (fc5a7d50-d3ab-457f-888f-693250a5b279), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.190751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Calling delete_port for fc5a7d50-d3ab-457f-888f-693250a5b279 owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:38.209821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10baed-14d0-42df-b4f8-618f34a02b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30908cf-61f1-4e9e-9290-c9284fee4a90,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:38.215477 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1e10baed-14d0-42df-b4f8-618f34a02b53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6742119ce7eb49a89f2b1f32d7593c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326052 Jun 18 08:14:38.218214 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57416) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:38.264797 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:38.270246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] Publish callbacks [] for security_group (f30908cf-61f1-4e9e-9290-c9284fee4a90), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.293503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] Publish callbacks [] for security_group (f30908cf-61f1-4e9e-9290-c9284fee4a90), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.319294 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (fc5a7d50-d3ab-457f-888f-693250a5b279), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.344269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f30908cf-61f1-4e9e-9290-c9284fee4a90), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.347202 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.348530 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30908cf-61f1-4e9e-9290-c9284fee4a90 HTTP/1.1" status: 204 len: 168 time: 0.1291060 Jun 18 08:14:38.356800 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b7dcb-4a43-4e9d-9c25-cddb0eb9d993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30908cf-61f1-4e9e-9290-c9284fee4a90,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:38.358333 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Pushing event deleted for resources: {'Port': ['ID=fc5a7d50-d3ab-457f-888f-693250a5b279,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:38.387589 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.387842 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.388182 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.388512 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.388840 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.389156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.389484 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.389790 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.390075 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.390389 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.390704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.391037 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.391351 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.391692 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.392466 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:38.437378 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks [] for floatingip (097997f4-286f-43c9-ba2e-8f049e12cf8c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.439723 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:38.440886 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-53aea27c-b0d2-4239-a1bf-30b38e1ddd20 tempest-AttachVolumeNegativeTest-20332761 tempest-AttachVolumeNegativeTest-20332761-project] 10.222.0.23 "DELETE /v2.0/floatingips/097997f4-286f-43c9-ba2e-8f049e12cf8c HTTP/1.1" status: 204 len: 168 time: 0.4546940 Jun 18 08:14:38.850870 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:14:39.704005 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device d73ec793-19cc-491b-af74-11b58248cf9a no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:39.723342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: d73ec793-19cc-491b-af74-11b58248cf9a {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:39.723795 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device d73ec793-19cc-491b-af74-11b58248cf9a not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:42.178305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57494) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:42.640850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:42.794878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:42.855654 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Deleting port cfa64f5c-da7b-4715-8cae-ca20a965ef66 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:42.856000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:42.940046 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] For port cfa64f5c-da7b-4715-8cae-ca20a965ef66, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cfa64f5c-da7b-4715-8cae-ca20a965ef66,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:42.940421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:42.954084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Calling delete_port for cfa64f5c-da7b-4715-8cae-ca20a965ef66 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:43.124743 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:43.137581 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cfa64f5c-da7b-4715-8cae-ca20a965ef66), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:43.163003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa64f5c-da7b-4715-8cae-ca20a965ef66,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:43.175185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.175185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.175545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.175841 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.176163 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.176483 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.176798 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.177120 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.177437 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.177753 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.178068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.178491 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.178996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.178996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.179726 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:14:43.340815 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:43.547661 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Router 99a0a44c-1697-4664-b6fa-75de30bdadf8 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:14:43.609472 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:43.654866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:14:43.663651 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4ab39891-8f87-4716-a6b6-341e5973d05c admin admin] 10.222.0.23 "PUT /v2.0/routers/99a0a44c-1697-4664-b6fa-75de30bdadf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813266 Jun 18 08:14:43.664096 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Sync routers for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:14:43.664547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57512) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:43.675572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:43.676193 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:43.720761 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:43.762506 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks [] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:43.776811 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:43.861048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks [] for router_gateway (99a0a44c-1697-4664-b6fa-75de30bdadf8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:43.904466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Deleting port cd187506-3fc4-4506-a751-258fffd61c58 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:43.904912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (cd187506-3fc4-4506-a751-258fffd61c58), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:43.922539 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:43.940859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:14:43Z', 'revision_number': 5, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port': {'id': 'cd187506-3fc4-4506-a751-258fffd61c58', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:08:12Z', 'updated_at': '2022-06-18T08:08:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:43.968532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Checking router: 99a0a44c-1697-4664-b6fa-75de30bdadf8 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:14:43.976970 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Routers {'99a0a44c-1697-4664-b6fa-75de30bdadf8'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:14:43.977532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:14:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['99a0a44c-1697-4664-b6fa-75de30bdadf8'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:43.985070 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] For port cd187506-3fc4-4506-a751-258fffd61c58, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cd187506-3fc4-4506-a751-258fffd61c58,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:43.985505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (cd187506-3fc4-4506-a751-258fffd61c58), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.002332 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Calling delete_port for cd187506-3fc4-4506-a751-258fffd61c58 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:44.012880 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:44.057805 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] Set router 99a0a44c-1697-4664-b6fa-75de30bdadf8 gateway port host: None {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:14:44.106921 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:14:43Z', 'revision_number': 6, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:44.130747 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d109bc-edfa-4680-aa84-c3151370baef None None] The sync data for ids ['99a0a44c-1697-4664-b6fa-75de30bdadf8'] in dv-cinder-826349-2-iscsi is: [{'id': '99a0a44c-1697-4664-b6fa-75de30bdadf8', 'name': 'tempest-AttachVolumeNegativeTest-1484792988-router', 'tenant_id': 'c8f4ea5f647f4006a87f41f366772afa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:08:11Z', 'updated_at': '2022-06-18T08:14:43Z', 'revision_number': 6, 'project_id': 'c8f4ea5f647f4006a87f41f366772afa', 'gw_port_host': None}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:14:44.176855 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (cd187506-3fc4-4506-a751-258fffd61c58), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.200813 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd187506-3fc4-4506-a751-258fffd61c58,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:44.261518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.632616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.634856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks [] for router_controller (99a0a44c-1697-4664-b6fa-75de30bdadf8), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.702687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (99a0a44c-1697-4664-b6fa-75de30bdadf8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.703467 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99a0a44c-1697-4664-b6fa-75de30bdadf8 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:14:44.709793 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.711047 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-659d0dd4-e7c1-49d7-b3b9-40fc5161d712 admin admin] 10.222.0.23 "DELETE /v2.0/routers/99a0a44c-1697-4664-b6fa-75de30bdadf8 HTTP/1.1" status: 204 len: 168 time: 1.0456605 Jun 18 08:14:44.713638 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57522) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:44.756737 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Deleting subnet 1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:14:44.759878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Publish callbacks [] for subnet (1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.792772 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.817251 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:44.875972 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.933899 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.960004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:44.966170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:44.970229 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fb5e8491-01df-46ed-a10a-88ffbc7a115a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1bd8f40a-b2fb-45e7-80b9-3460ab7bdb01 HTTP/1.1" status: 204 len: 168 time: 0.2548723 Jun 18 08:14:44.971949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57524) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:44.974484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227ba59-5a0c-4c04-9ae5-06fa0f74c199 None None] Network bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:14:45.051776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.070572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cfa64f5c-da7b-4715-8cae-ca20a965ef66 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:45.091246 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: cfa64f5c-da7b-4715-8cae-ca20a965ef66 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:45.091939 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cfa64f5c-da7b-4715-8cae-ca20a965ef66 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:45.092575 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cd187506-3fc4-4506-a751-258fffd61c58 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:45.102022 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Deleting port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:45.102357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.113257 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: cd187506-3fc4-4506-a751-258fffd61c58 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:45.113662 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cd187506-3fc4-4506-a751-258fffd61c58 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:45.153473 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] DHCP port deletion for bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:14:45.171982 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] For port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:45.172379 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.185517 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Calling delete_port for 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:45.199281 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Deleting port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:14:45.199648 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.260879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.261716 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] For port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,segment=NetworkSegment(eede04f0-af8e-444f-94bf-5d5b47c38ac1),segment_id=eede04f0-af8e-444f-94bf-5d5b47c38ac1)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:14:45.262143 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.268302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:45.276292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Calling delete_port for 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:14:45.287714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:45.289573 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] No DVR routers for this DVR port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:45.361907 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.365444 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.385612 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] Pushing event deleted for resources: {'Port': ['ID=5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:45.386107 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:45.389002 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf174c-afab-4aed-9f70-ed4c9426dbb4 None None] No DVR routers for this DVR port 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:14:45.398480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eede04f0-af8e-444f-94bf-5d5b47c38ac1') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:45.398480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eede04f0-af8e-444f-94bf-5d5b47c38ac1') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:14:45.408452 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (eede04f0-af8e-444f-94bf-5d5b47c38ac1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.422018 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (eede04f0-af8e-444f-94bf-5d5b47c38ac1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.429561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:14:45.430063 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (eede04f0-af8e-444f-94bf-5d5b47c38ac1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.448190 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment eede04f0-af8e-444f-94bf-5d5b47c38ac1 resource provider aggregate not found Jun 18 08:14:45.489226 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment eede04f0-af8e-444f-94bf-5d5b47c38ac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eede04f0-af8e-444f-94bf-5d5b47c38ac1 found for delete ", "request_id": "req-c7de98ef-5ace-4bec-a104-69560c7afd4a"}]} Jun 18 08:14:45.498139 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.503201 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.509050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] 10.222.0.23 "DELETE /v2.0/networks/bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626 HTTP/1.1" status: 204 len: 168 time: 0.5361173 Jun 18 08:14:45.522075 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade879c-61d3-46dd-8ecf-b30977d9240b admin admin] Pushing event deleted for resources: {'Network': ['ID=bfdfe6d6-80ac-4a6e-95a7-fc1f3a1a2626,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:45.633313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57538) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:45.673211 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7ef6a833-8e2d-48d9-b27f-6932af17f253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c8f4ea5f647f4006a87f41f366772afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386183 Jun 18 08:14:45.676771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57540) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:45.723906 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:45.738672 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] Publish callbacks [] for security_group (269bf856-f449-4bc6-97b7-7eee848f2a06), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.740893 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:45.764705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] Publish callbacks [] for security_group (269bf856-f449-4bc6-97b7-7eee848f2a06), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.816607 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (269bf856-f449-4bc6-97b7-7eee848f2a06), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.819092 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:45.820299 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/269bf856-f449-4bc6-97b7-7eee848f2a06 HTTP/1.1" status: 204 len: 168 time: 0.1426406 Jun 18 08:14:45.827759 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4582-abdd-4bf4-b683-e518780b18e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269bf856-f449-4bc6-97b7-7eee848f2a06,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:47.058258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:14:47.079523 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:14:47.080023 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 5ea1bf24-3fd6-4b01-a8e0-505f2fcf3b42 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:14:47.651873 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:48.836344 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 57684) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:48.952226 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8c63a1bb-383c-42ae-b080-10272d1932f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.030671 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8c63a1bb-383c-42ae-b080-10272d1932f3 admin admin] Publish callbacks [] for security_group (a8e08948-2694-4d7e-ba41-df7735329e6e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.034889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8c63a1bb-383c-42ae-b080-10272d1932f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a8e08948-2694-4d7e-ba41-df7735329e6e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.074902 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8c63a1bb-383c-42ae-b080-10272d1932f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9401cdd6e90e48b5a43e001bf22110b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374156 Jun 18 08:14:49.076890 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63a1bb-383c-42ae-b080-10272d1932f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e08948-2694-4d7e-ba41-df7735329e6e,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:49.077774 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57698) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:49.131430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] Publish callbacks [] for security_group (a8e08948-2694-4d7e-ba41-df7735329e6e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.155051 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] Publish callbacks [] for security_group (a8e08948-2694-4d7e-ba41-df7735329e6e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.205703 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a8e08948-2694-4d7e-ba41-df7735329e6e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.208994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.214914 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8e08948-2694-4d7e-ba41-df7735329e6e HTTP/1.1" status: 204 len: 168 time: 0.1360631 Jun 18 08:14:49.220623 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:49.227628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a382485-b429-415b-bc35-f8b44f44481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e08948-2694-4d7e-ba41-df7735329e6e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:49.500201 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57706) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:49.513730 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b2743ed-b93e-4a65-855f-507d7da215fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.594229 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b2743ed-b93e-4a65-855f-507d7da215fc admin admin] Publish callbacks [] for security_group (769d9621-f55e-4090-b6c9-83db983d7a2f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.599411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b2743ed-b93e-4a65-855f-507d7da215fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (769d9621-f55e-4090-b6c9-83db983d7a2f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.636065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2743ed-b93e-4a65-855f-507d7da215fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d9621-f55e-4090-b6c9-83db983d7a2f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:49.641375 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9b2743ed-b93e-4a65-855f-507d7da215fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec155cc9ed2748b5b13646b032a1257a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401227 Jun 18 08:14:49.644151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 57708) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:14:49.691431 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] Publish callbacks [] for security_group (769d9621-f55e-4090-b6c9-83db983d7a2f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.713547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] Publish callbacks [] for security_group (769d9621-f55e-4090-b6c9-83db983d7a2f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.766956 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (769d9621-f55e-4090-b6c9-83db983d7a2f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.769643 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:49.770750 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/769d9621-f55e-4090-b6c9-83db983d7a2f HTTP/1.1" status: 204 len: 168 time: 0.1258147 Jun 18 08:14:49.778607 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fb303-b973-46b8-93de-f5e4f84c97f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d9621-f55e-4090-b6c9-83db983d7a2f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:14:55.012741 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:56.838389 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:58.123123 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2a7864d4-a5d5-45eb-b032-a0e9272de1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:14:59.071487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:59.076686 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:59.773866 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=32,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:14:59.775155 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:00.454829 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-07454b54-4cb6-476e-bf32-043bcbf6817b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:01.292430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:02.828001 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:03.267487 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:13.253656 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:13.261855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:15.849055 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:15.850733 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:15:15.890527 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58034) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:16.006765 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b21e8487-7daf-4fd0-b636-8d507984ff40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.089840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b21e8487-7daf-4fd0-b636-8d507984ff40 admin admin] Publish callbacks [] for security_group (b963d4d3-a9e9-4169-ad04-c736581bb90c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.095092 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b21e8487-7daf-4fd0-b636-8d507984ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b963d4d3-a9e9-4169-ad04-c736581bb90c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.134085 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e8487-7daf-4fd0-b636-8d507984ff40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b963d4d3-a9e9-4169-ad04-c736581bb90c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:16.138673 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b21e8487-7daf-4fd0-b636-8d507984ff40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79d9e062de2b4f5aa582704b7228e81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470474 Jun 18 08:15:16.141831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58044) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:16.198731 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] Publish callbacks [] for security_group (b963d4d3-a9e9-4169-ad04-c736581bb90c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.219647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] Publish callbacks [] for security_group (b963d4d3-a9e9-4169-ad04-c736581bb90c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.273683 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b963d4d3-a9e9-4169-ad04-c736581bb90c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.276695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.278406 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b963d4d3-a9e9-4169-ad04-c736581bb90c HTTP/1.1" status: 204 len: 168 time: 0.1358058 Jun 18 08:15:16.287918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da667f6-e98e-41e4-8a6a-9c8974beacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b963d4d3-a9e9-4169-ad04-c736581bb90c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:16.554004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58050) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:16.568196 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-add5f3d4-ebf9-46d5-b9a6-716e289fc926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.646668 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-add5f3d4-ebf9-46d5-b9a6-716e289fc926 admin admin] Publish callbacks [] for security_group (2e138e84-fdf0-4ec0-aac8-e67f8735be12), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.651571 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-add5f3d4-ebf9-46d5-b9a6-716e289fc926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2e138e84-fdf0-4ec0-aac8-e67f8735be12), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.689878 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-add5f3d4-ebf9-46d5-b9a6-716e289fc926 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a6c6ea2806343089967e7e5cc8521e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348324 Jun 18 08:15:16.691252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f3d4-ebf9-46d5-b9a6-716e289fc926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e138e84-fdf0-4ec0-aac8-e67f8735be12,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:16.693037 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58052) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:16.742407 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] Publish callbacks [] for security_group (2e138e84-fdf0-4ec0-aac8-e67f8735be12), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.765580 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] Publish callbacks [] for security_group (2e138e84-fdf0-4ec0-aac8-e67f8735be12), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.813311 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2e138e84-fdf0-4ec0-aac8-e67f8735be12), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.817311 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:16.818602 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e138e84-fdf0-4ec0-aac8-e67f8735be12 HTTP/1.1" status: 204 len: 168 time: 0.1245556 Jun 18 08:15:16.826349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536688a5-03b7-4ec4-a2c6-6d23eaedf578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e138e84-fdf0-4ec0-aac8-e67f8735be12,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:19.360294 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58126) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:19.477918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ceb46fcf-8c8a-4dda-8368-2bbdabfefd03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.557712 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ceb46fcf-8c8a-4dda-8368-2bbdabfefd03 admin admin] Publish callbacks [] for security_group (80f2fbfe-4e00-4292-b578-86b6393adad0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.563067 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ceb46fcf-8c8a-4dda-8368-2bbdabfefd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80f2fbfe-4e00-4292-b578-86b6393adad0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.601583 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ceb46fcf-8c8a-4dda-8368-2bbdabfefd03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35db7aff6f4f4063b108b7795382e112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402208 Jun 18 08:15:19.602468 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb46fcf-8c8a-4dda-8368-2bbdabfefd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f2fbfe-4e00-4292-b578-86b6393adad0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:19.604630 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58130) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:19.657930 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] Publish callbacks [] for security_group (80f2fbfe-4e00-4292-b578-86b6393adad0), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.680372 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] Publish callbacks [] for security_group (80f2fbfe-4e00-4292-b578-86b6393adad0), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.734975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (80f2fbfe-4e00-4292-b578-86b6393adad0), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.738752 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:19.739927 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80f2fbfe-4e00-4292-b578-86b6393adad0 HTTP/1.1" status: 204 len: 168 time: 0.1342866 Jun 18 08:15:19.747917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239f1f1-7200-4bb2-9fc1-83ed6feb5462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f2fbfe-4e00-4292-b578-86b6393adad0,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:20.027350 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58136) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:20.040795 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6f30ba1-751e-46f4-a67f-211401b8144c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.113912 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6f30ba1-751e-46f4-a67f-211401b8144c admin admin] Publish callbacks [] for security_group (a91c4a33-0685-4432-8c86-661be327ed8d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.120343 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6f30ba1-751e-46f4-a67f-211401b8144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a91c4a33-0685-4432-8c86-661be327ed8d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.157881 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c6f30ba1-751e-46f4-a67f-211401b8144c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=352b68d047d14930aec72a812947d963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294060 Jun 18 08:15:20.158550 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f30ba1-751e-46f4-a67f-211401b8144c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c4a33-0685-4432-8c86-661be327ed8d,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:20.160879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58138) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:20.197330 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:20.213915 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] Publish callbacks [] for security_group (a91c4a33-0685-4432-8c86-661be327ed8d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.215736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:20.238304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] Publish callbacks [] for security_group (a91c4a33-0685-4432-8c86-661be327ed8d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.283218 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (a91c4a33-0685-4432-8c86-661be327ed8d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.285796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:20.289573 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a91c4a33-0685-4432-8c86-661be327ed8d HTTP/1.1" status: 204 len: 168 time: 0.1276102 Jun 18 08:15:20.297652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614cd9-9d81-4dfb-a22a-a61ee1c65058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c4a33-0685-4432-8c86-661be327ed8d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:24.277654 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58256) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:24.388076 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d635f437-5a2c-40ed-bd0b-f27576cb691a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.478152 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d635f437-5a2c-40ed-bd0b-f27576cb691a admin admin] Publish callbacks [] for security_group (e0651c74-22f7-4123-84b0-56e1070819d5), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.484249 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d635f437-5a2c-40ed-bd0b-f27576cb691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e0651c74-22f7-4123-84b0-56e1070819d5), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.521001 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f437-5a2c-40ed-bd0b-f27576cb691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0651c74-22f7-4123-84b0-56e1070819d5,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:24.527068 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d635f437-5a2c-40ed-bd0b-f27576cb691a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7fc5c20553b42de8d193ba135f07649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483263 Jun 18 08:15:24.529618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58260) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:24.581912 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] Publish callbacks [] for security_group (e0651c74-22f7-4123-84b0-56e1070819d5), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.604018 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] Publish callbacks [] for security_group (e0651c74-22f7-4123-84b0-56e1070819d5), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.609652 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:24.618946 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:24.661579 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e0651c74-22f7-4123-84b0-56e1070819d5), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.664573 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:24.665706 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0651c74-22f7-4123-84b0-56e1070819d5 HTTP/1.1" status: 204 len: 168 time: 0.1350625 Jun 18 08:15:24.673460 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89d443-0fea-40f5-870c-b895314bd688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0651c74-22f7-4123-84b0-56e1070819d5,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:24.947870 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58266) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:24.961479 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf72-e17f-4733-aa9e-81bb457dac40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.025638 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.042242 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf72-e17f-4733-aa9e-81bb457dac40 admin admin] Publish callbacks [] for security_group (0ff45e31-4e07-46a9-a51a-695151bfc753), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.046261 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7ba9cf72-e17f-4733-aa9e-81bb457dac40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0ff45e31-4e07-46a9-a51a-695151bfc753), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.083647 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9cf72-e17f-4733-aa9e-81bb457dac40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff45e31-4e07-46a9-a51a-695151bfc753,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.088068 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7ba9cf72-e17f-4733-aa9e-81bb457dac40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b1051d08b444f94bb1f1c2eb322aaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391280 Jun 18 08:15:25.090681 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58272) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:25.138581 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] Publish callbacks [] for security_group (0ff45e31-4e07-46a9-a51a-695151bfc753), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.161150 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] Publish callbacks [] for security_group (0ff45e31-4e07-46a9-a51a-695151bfc753), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.208628 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0ff45e31-4e07-46a9-a51a-695151bfc753), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.211247 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.212396 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff45e31-4e07-46a9-a51a-695151bfc753 HTTP/1.1" status: 204 len: 168 time: 0.1207716 Jun 18 08:15:25.223079 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488635b-dbf7-496a-848a-bb30cfcc0e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff45e31-4e07-46a9-a51a-695151bfc753,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.408458 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58282) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:25.564670 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b1f14376-f552-4d8c-836d-255d32b8b847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.642069 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b1f14376-f552-4d8c-836d-255d32b8b847 admin admin] Publish callbacks [] for security_group (785a141d-4cd4-478d-9ae7-2ae4f23a31d3), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.647166 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b1f14376-f552-4d8c-836d-255d32b8b847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (785a141d-4cd4-478d-9ae7-2ae4f23a31d3), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.685914 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b1f14376-f552-4d8c-836d-255d32b8b847 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3c52a08ecc542c7bf5f1af68ed58718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762969 Jun 18 08:15:25.686769 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f14376-f552-4d8c-836d-255d32b8b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a141d-4cd4-478d-9ae7-2ae4f23a31d3,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.689450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58294) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:25.742353 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] Publish callbacks [] for security_group (785a141d-4cd4-478d-9ae7-2ae4f23a31d3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.764136 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] Publish callbacks [] for security_group (785a141d-4cd4-478d-9ae7-2ae4f23a31d3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.811248 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (785a141d-4cd4-478d-9ae7-2ae4f23a31d3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.813794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:25.814938 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/785a141d-4cd4-478d-9ae7-2ae4f23a31d3 HTTP/1.1" status: 204 len: 168 time: 0.1241374 Jun 18 08:15:25.823130 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600116-93c0-4bf6-a768-d91cad3f93a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a141d-4cd4-478d-9ae7-2ae4f23a31d3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:25.845896 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:26.214498 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58316) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:26.228095 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d30-7893-4768-8c2b-297fd3b87994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.305250 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d30-7893-4768-8c2b-297fd3b87994 admin admin] Publish callbacks [] for security_group (c681a2a6-f2f6-4621-9223-32106bf45e8b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.310876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2eef7d30-7893-4768-8c2b-297fd3b87994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c681a2a6-f2f6-4621-9223-32106bf45e8b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.352063 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2eef7d30-7893-4768-8c2b-297fd3b87994 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c5b01858e824ef2a8c9e2b1d683d16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363807 Jun 18 08:15:26.353165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef7d30-7893-4768-8c2b-297fd3b87994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c681a2a6-f2f6-4621-9223-32106bf45e8b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:26.354857 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58320) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:26.403479 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] Publish callbacks [] for security_group (c681a2a6-f2f6-4621-9223-32106bf45e8b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.424488 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] Publish callbacks [] for security_group (c681a2a6-f2f6-4621-9223-32106bf45e8b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.475998 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c681a2a6-f2f6-4621-9223-32106bf45e8b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.478620 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:26.479906 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c681a2a6-f2f6-4621-9223-32106bf45e8b HTTP/1.1" status: 204 len: 168 time: 0.1239829 Jun 18 08:15:26.488173 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba6d85-6eb4-47c1-a4a0-d6301eafe594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681a2a6-f2f6-4621-9223-32106bf45e8b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:28.117535 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ecea723-1efd-4467-9952-03b01b6b9567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:30.467545 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e6684d6-521d-4651-b2dd-fbafca19b0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.274488 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58460) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:31.301473 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.386394 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f37389f6-813e-4de6-94b1-18f1ec755962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.401039 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:31.432135 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:31.478579 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f37389f6-813e-4de6-94b1-18f1ec755962 admin admin] Publish callbacks [] for security_group (0abcee70-87d5-48aa-97cd-22f511770172), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.483689 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-f37389f6-813e-4de6-94b1-18f1ec755962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0abcee70-87d5-48aa-97cd-22f511770172), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.526215 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37389f6-813e-4de6-94b1-18f1ec755962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abcee70-87d5-48aa-97cd-22f511770172,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.530429 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-f37389f6-813e-4de6-94b1-18f1ec755962 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f325aaa1d8546adae34a8892ef4c077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548935 Jun 18 08:15:31.533223 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58478) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:31.588623 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] Publish callbacks [] for security_group (0abcee70-87d5-48aa-97cd-22f511770172), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.610265 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] Publish callbacks [] for security_group (0abcee70-87d5-48aa-97cd-22f511770172), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.657587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (0abcee70-87d5-48aa-97cd-22f511770172), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.660112 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:31.661241 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0abcee70-87d5-48aa-97cd-22f511770172 HTTP/1.1" status: 204 len: 168 time: 0.1271276 Jun 18 08:15:31.668989 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053ae27-9604-40ec-a38c-14a08c41045b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abcee70-87d5-48aa-97cd-22f511770172,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:31.939893 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58488) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:31.953428 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3e43b662-2ce4-4600-a274-a90d8ce6f799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.030203 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3e43b662-2ce4-4600-a274-a90d8ce6f799 admin admin] Publish callbacks [] for security_group (6d46fdf7-4eba-4561-8378-cd09f9fb3b2a), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.036197 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3e43b662-2ce4-4600-a274-a90d8ce6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6d46fdf7-4eba-4561-8378-cd09f9fb3b2a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.074541 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3e43b662-2ce4-4600-a274-a90d8ce6f799 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ab4a6fb8c154526ac7aefe7f1184ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335702 Jun 18 08:15:32.075404 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43b662-2ce4-4600-a274-a90d8ce6f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46fdf7-4eba-4561-8378-cd09f9fb3b2a,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:32.078051 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58490) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:32.128005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] Publish callbacks [] for security_group (6d46fdf7-4eba-4561-8378-cd09f9fb3b2a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.149321 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] Publish callbacks [] for security_group (6d46fdf7-4eba-4561-8378-cd09f9fb3b2a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.203631 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (6d46fdf7-4eba-4561-8378-cd09f9fb3b2a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.206290 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:32.207465 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d46fdf7-4eba-4561-8378-cd09f9fb3b2a HTTP/1.1" status: 204 len: 168 time: 0.1281416 Jun 18 08:15:32.215654 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2224d4-1f2e-4e0f-a9bc-2f8becd7243e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46fdf7-4eba-4561-8378-cd09f9fb3b2a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:32.831206 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.086606 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58530) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.194219 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6d1d-5350-4e13-a9c9-3d2c11c72f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.263092 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.275195 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6d1d-5350-4e13-a9c9-3d2c11c72f74 admin admin] Publish callbacks [] for security_group (eb4528dd-54cc-4116-ac97-2b94d048a42d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.278975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6d1d-5350-4e13-a9c9-3d2c11c72f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (eb4528dd-54cc-4116-ac97-2b94d048a42d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.318489 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-fe7e6d1d-5350-4e13-a9c9-3d2c11c72f74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1601b963a7f3408ea4bfbade4658820e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306519 Jun 18 08:15:33.319426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e6d1d-5350-4e13-a9c9-3d2c11c72f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4528dd-54cc-4116-ac97-2b94d048a42d,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.322045 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58538) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.374133 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] Publish callbacks [] for security_group (eb4528dd-54cc-4116-ac97-2b94d048a42d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.375234 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58540) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.396023 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] Publish callbacks [] for security_group (eb4528dd-54cc-4116-ac97-2b94d048a42d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.445963 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (eb4528dd-54cc-4116-ac97-2b94d048a42d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.448640 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.449839 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb4528dd-54cc-4116-ac97-2b94d048a42d HTTP/1.1" status: 204 len: 168 time: 0.1262748 Jun 18 08:15:33.458142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc0176-ab6f-4ba3-a143-8623b8f1f99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4528dd-54cc-4116-ac97-2b94d048a42d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.491791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1ea0-2e8c-4932-aba5-ade9cc22896c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.547648 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:33.579285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:33.581443 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1ea0-2e8c-4932-aba5-ade9cc22896c admin admin] Publish callbacks [] for security_group (2de646a6-563a-476d-9aa4-7a3ff617f341), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.585466 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2e4a1ea0-2e8c-4932-aba5-ade9cc22896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2de646a6-563a-476d-9aa4-7a3ff617f341), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.626564 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2e4a1ea0-2e8c-4932-aba5-ade9cc22896c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8825cfa574e34a9589a046a8c6ad56db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502265 Jun 18 08:15:33.627463 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a1ea0-2e8c-4932-aba5-ade9cc22896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de646a6-563a-476d-9aa4-7a3ff617f341,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.629906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58548) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.657933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:33.682679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] Publish callbacks [] for security_group (2de646a6-563a-476d-9aa4-7a3ff617f341), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.704656 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] Publish callbacks [] for security_group (2de646a6-563a-476d-9aa4-7a3ff617f341), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.710811 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:33.731827 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58550) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.745326 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2184be1c-47a9-4c26-b64e-ce4b1baa3514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.755669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (2de646a6-563a-476d-9aa4-7a3ff617f341), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.758367 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.759605 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2de646a6-563a-476d-9aa4-7a3ff617f341 HTTP/1.1" status: 204 len: 168 time: 0.1292901 Jun 18 08:15:33.768300 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce13c7-4295-4779-8ecf-1086558bf4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de646a6-563a-476d-9aa4-7a3ff617f341,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.825188 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2184be1c-47a9-4c26-b64e-ce4b1baa3514 admin admin] Publish callbacks [] for security_group (d8c3db7a-1035-4d1a-8d9a-29947c478466), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.829524 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2184be1c-47a9-4c26-b64e-ce4b1baa3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d8c3db7a-1035-4d1a-8d9a-29947c478466), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.873090 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2184be1c-47a9-4c26-b64e-ce4b1baa3514 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ffe806115df4df2824b2676a17dc5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401548 Jun 18 08:15:33.874000 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184be1c-47a9-4c26-b64e-ce4b1baa3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3db7a-1035-4d1a-8d9a-29947c478466,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:33.875856 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58554) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:33.929967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] Publish callbacks [] for security_group (d8c3db7a-1035-4d1a-8d9a-29947c478466), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:33.952782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] Publish callbacks [] for security_group (d8c3db7a-1035-4d1a-8d9a-29947c478466), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.001264 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (d8c3db7a-1035-4d1a-8d9a-29947c478466), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.004000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.005138 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8c3db7a-1035-4d1a-8d9a-29947c478466 HTTP/1.1" status: 204 len: 168 time: 0.1276634 Jun 18 08:15:34.013210 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff143e-bd32-41e1-98b1-7874d5a20c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3db7a-1035-4d1a-8d9a-29947c478466,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.475895 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58586) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:34.577805 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-330806605-network', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:34.601109 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Made reservation on behalf of ea8b2e1c7f6d4e10b9bc871803dfcf0e for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:34.603649 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.612328 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.689141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks [] for security_group (ff1647c3-6b10-4a5a-9915-ca35eacd01c3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.693729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ff1647c3-6b10-4a5a-9915-ca35eacd01c3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.716134 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:34.730344 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1647c3-6b10-4a5a-9915-ca35eacd01c3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.735518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (a330b6dd-a340-4e00-a0b3-8541b8e01fb8), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.735861 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Added segment a330b6dd-a340-4e00-a0b3-8541b8e01fb8 of type vlan for network 2bb342f6-a702-4152-8ef4-fae521e105b2 Jun 18 08:15:34.769973 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58598) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:34.777791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (2bb342f6-a702-4152-8ef4-fae521e105b2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.804428 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (2bb342f6-a702-4152-8ef4-fae521e105b2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.805480 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:34.806053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.840606 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3633878 Jun 18 08:15:34.843556 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58602) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:34.848270 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Request body: {'subnet': {'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-330806605-subnet', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:34.869593 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Made reservation on behalf of ea8b2e1c7f6d4e10b9bc871803dfcf0e for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:34.871992 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.877421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930632d3-816a-41f4-9a99-8c88ffe200e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2bb342f6-a702-4152-8ef4-fae521e105b2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:34.879531 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1399070930-network', 'tenant_id': '49e317feb48548bba0745b2297130f5e'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:34.887667 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:15:34.946613 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Made reservation on behalf of 49e317feb48548bba0745b2297130f5e for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:34.948913 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:34.967444 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.121667 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (6cdfd685-29e0-447e-9839-d3be8b2ac29c), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.124529 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks [] for security_group (ded82deb-f75a-4559-adb0-5650108a09e5), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.147638 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ded82deb-f75a-4559-adb0-5650108a09e5), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.190166 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:35.204076 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdfd685-29e0-447e-9839-d3be8b2ac29c,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.205929 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded82deb-f75a-4559-adb0-5650108a09e5,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.212731 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (4e6f0694-4483-406b-be7a-5f1b33c99eaf), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.213070 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Added segment 4e6f0694-4483-406b-be7a-5f1b33c99eaf of type vlan for network 05510254-5856-414b-a3c7-167e95f14eac Jun 18 08:15:35.221062 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.228903 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.265380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Checking segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:35.265725 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Network hostable DHCP agents. Network: 2bb342f6-a702-4152-8ef4-fae521e105b2, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:35.269055 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (05510254-5856-414b-a3c7-167e95f14eac), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.302323 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:35.305971 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (05510254-5856-414b-a3c7-167e95f14eac), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.306917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:35.307507 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.332222 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 2bb342f6-a702-4152-8ef4-fae521e105b2) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:35.341891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4881c1-f8d3-44ac-97bd-a4a3f0f4c00c None None] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:35.349879 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:35.350465 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.382878 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6115980 Jun 18 08:15:35.385728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929c6ad-db1f-446d-95c1-1dfbd50a5346 admin admin] Pushing event updated for resources: {'Network': ['ID=05510254-5856-414b-a3c7-167e95f14eac,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.386153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58604) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:35.395178 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3d4f9131-b83c-40e9-8d2b-4e4ef9063f8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5504725 Jun 18 08:15:35.396535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Request body: {'subnet': {'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1399070930-subnet', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:35.397896 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58606) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:35.402341 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:35.404120 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 05510254-5856-414b-a3c7-167e95f14eac details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:15:35.424463 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Made reservation on behalf of 49e317feb48548bba0745b2297130f5e for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:35.425451 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.426756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.428296 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731681'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.481066 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for router_controller (1c5e7682-4d89-4a07-8e70-65c4af6f4245), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.515547 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-2bb342f6-a702-4152-8ef4-fae521e105b2', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:15:35.516815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.569901 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.606561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.620372 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for router_gateway (1c5e7682-4d89-4a07-8e70-65c4af6f4245), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.623652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11674674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731475'] for subnet (6fb31481-829b-4b70-9f43-2fc79469b64e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.663726 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Allocated IP 172.20.0.2 (2bb342f6-a702-4152-8ef4-fae521e105b2/6cdfd685-29e0-447e-9839-d3be8b2ac29c/f977ca17-de9d-4bca-a1ad-6d1b8293d8b3) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:35.685381 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb31481-829b-4b70-9f43-2fc79469b64e,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.693867 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:35.694227 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Network hostable DHCP agents. Network: 05510254-5856-414b-a3c7-167e95f14eac, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:35.714049 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Network 05510254-5856-414b-a3c7-167e95f14eac is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:35.724767 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 05510254-5856-414b-a3c7-167e95f14eac) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:35.729511 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:35.730215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.740472 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebd9d3-e994-41e7-be4d-ea69a86d1da6 None None] Network 05510254-5856-414b-a3c7-167e95f14eac requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:35.752092 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a315efde-d235-4829-b111-ef04c616ab70 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3647494 Jun 18 08:15:35.755227 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58608) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:35.760193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:35.785603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (2830c867-51e9-4e62-802c-81c2d456b187), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.786971 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (2830c867-51e9-4e62-802c-81c2d456b187), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.810485 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for router_gateway (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.832917 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.844370 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for router_controller (2830c867-51e9-4e62-802c-81c2d456b187), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.870687 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks [] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.882132 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:35.895650 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.934869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:35.940850 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:35.947591 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Allocated IP 172.27.2.30 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/35dea784-2eb1-4a76-8891-7678d25b831d) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:35.961044 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:35.967832 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:35.982214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Pushing event updated for resources: {'Port': ['ID=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:35.992119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for router_gateway (2830c867-51e9-4e62-802c-81c2d456b187), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.011244 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-05510254-5856-414b-a3c7-167e95f14eac', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:15:36.012152 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.029502 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:36.030899 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.031270 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.031632 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.032033 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.032423 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.032691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.033017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.033338 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.033648 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.034151 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.034481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.034799 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.035197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.035685 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.036164 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:36.064354 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Attempting to bind port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:36.065057 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Attempting to bind port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:36.065597 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Attempting to bind port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 on network 2bb342f6-a702-4152-8ef4-fae521e105b2 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:36.072171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for port (35dea784-2eb1-4a76-8891-7678d25b831d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.077098 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:36.077493 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Checking segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:36.078082 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.078483 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Bound using segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:36.078947 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Bound port: f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:36.079347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.108981 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.173770 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=35dea784-2eb1-4a76-8891-7678d25b831d,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.184635 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:36.186437 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:36.189092 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for router_gateway (2830c867-51e9-4e62-802c-81c2d456b187), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.189480 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:36.210946 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.237783 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] For port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:36.242337 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] For port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:36.253048 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.262207 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Allocated IP 172.20.0.2 (05510254-5856-414b-a3c7-167e95f14eac/6fb31481-829b-4b70-9f43-2fc79469b64e/4cf5c31d-4892-4e7b-86e0-c849f6d09939) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:36.331304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:36.339573 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Allocated IP 172.27.2.31 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/6c30fd05-9c00-43d9-8069-5a82f2af312f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:36.356203 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5a02d-0696-4667-934f-6c897250e7b6 None None] Pushing event updated for resources: {'Port': ['ID=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.461546 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for router_gateway (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.473124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.480349 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks [] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.486424 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:36.490944 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.544857 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.547381 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:36.552336 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:36.558160 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:36.586133 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c31d-4892-4e7b-86e0-c849f6d09939,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.613807 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:36.615842 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:36.618451 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:36.625160 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:36.668601 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Attempting to bind port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:36.669258 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Attempting to bind port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:36.669791 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Attempting to bind port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:36.676046 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:36.676745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:36.677317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.678223 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Bound using segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:36.678865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Bound port: 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:36.679550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.683546 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Pushing event updated for resources: {'Port': ['ID=6c30fd05-9c00-43d9-8069-5a82f2af312f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.759516 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] For port 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:36.765616 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] For port 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4cf5c31d-4892-4e7b-86e0-c849f6d09939,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:36.775418 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.800930 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:36.838873 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7eae3-6790-49c8-9623-63071eb6a9d9 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c31d-4892-4e7b-86e0-c849f6d09939,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:36.921245 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for router_gateway (2830c867-51e9-4e62-802c-81c2d456b187), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:36.976935 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.158102 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:15:37.163618 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (2830c867-51e9-4e62-802c-81c2d456b187), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.199608 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4cf5c31d-4892-4e7b-86e0-c849f6d09939 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:37.261314 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:37.261745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.288635 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:37.294709 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:37.304930 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Sync routers for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:37.319293 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:37.319958 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:37.329594 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.333822 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-519d24c0-e4f4-4af4-800c-5526a82d9cd2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9349213 Jun 18 08:15:37.334020 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58610) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:37.342569 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Router 2830c867-51e9-4e62-802c-81c2d456b187 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:15:37.351824 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:37.352674 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.405406 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4cf5c31d-4892-4e7b-86e0-c849f6d09939,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:37.416275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.417189 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:37.450137 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:37.505520 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=4cf5c31d-4892-4e7b-86e0-c849f6d09939,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:37.510152 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:37.510835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.594682 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:37.598285 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:37.598285 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.628059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:37.651697 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:37.655914 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:37.669493 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.675587 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.679854 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e8cb229d-7b09-49d9-9969-d08090c4884b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9207816 Jun 18 08:15:37.680611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58612) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:37.695270 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:36Z', 'revision_number': 3, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:37.722509 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Checking router: 1c5e7682-4d89-4a07-8e70-65c4af6f4245 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:37.723371 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Updating router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 port 35dea784-2eb1-4a76-8891-7678d25b831d binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:37.737064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:37.756223 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.776446 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b7d04-dcce-44c0-bb28-b2b54e721729 None None] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:37.800553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:37.801197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:37.841563 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:37.867196 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-4a30f614-0ac1-4e47-88b3-f80c24ae1c8f None None] Provisioning complete for port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:37.867564 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a30f614-0ac1-4e47-88b3-f80c24ae1c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:37.971604 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:37.972302 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:37.988773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.114255 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks [] for port (35dea784-2eb1-4a76-8891-7678d25b831d), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.124565 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.193816 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Attempting to bind port 35dea784-2eb1-4a76-8891-7678d25b831d on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:38.194498 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Attempting to bind port 35dea784-2eb1-4a76-8891-7678d25b831d by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:38.195024 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Attempting to bind port 35dea784-2eb1-4a76-8891-7678d25b831d on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:38.197307 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Pushing event updated for resources: {'Port': ['ID=35dea784-2eb1-4a76-8891-7678d25b831d,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.202281 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Allocated IP 172.20.0.1 (2bb342f6-a702-4152-8ef4-fae521e105b2/6cdfd685-29e0-447e-9839-d3be8b2ac29c/8abd906e-6cf3-4d3f-857c-33d27a0c6e72) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:38.210356 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.210939 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.211501 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.211990 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.212456 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.213315 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.214987 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.215526 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.216890 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9660ba-e103-44e9-8956-204130aae9ce None None] Network 05510254-5856-414b-a3c7-167e95f14eac requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:38.217613 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.218110 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.218580 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.219209 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.220001 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.220475 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.220947 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.227485 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:38.228105 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:38.228688 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.229726 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:38.230367 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Bound port: 35dea784-2eb1-4a76-8891-7678d25b831d, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:38.231654 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.234749 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:38.249939 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.279122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4a30f614-0ac1-4e47-88b3-f80c24ae1c8f None None] Current status of the port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:38.295737 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] For port 35dea784-2eb1-4a76-8891-7678d25b831d, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:38.299423 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] For port 35dea784-2eb1-4a76-8891-7678d25b831d, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=35dea784-2eb1-4a76-8891-7678d25b831d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:38.303965 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:38.312639 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.363541 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks [] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.381942 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:38.383451 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:38.388703 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:38.416660 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:38.419326 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.452017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-b0722cfd-e39d-40fc-94ec-66b388c3b82e None None] Provisioning complete for port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:38.452557 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0722cfd-e39d-40fc-94ec-66b388c3b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.503775 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Allocated IP 172.20.0.1 (05510254-5856-414b-a3c7-167e95f14eac/6fb31481-829b-4b70-9f43-2fc79469b64e/4fe816bf-2b97-4cf3-804d-cabcda16c6c9) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:38.513692 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f6e48-e680-42b7-92f6-d3e20a338d59 None None] Pushing event updated for resources: {'Port': ['ID=35dea784-2eb1-4a76-8891-7678d25b831d,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.558984 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:38.664948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks [] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.683141 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b0722cfd-e39d-40fc-94ec-66b388c3b82e None None] Current status of the port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:38.688903 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:36Z', 'revision_number': 3, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:38.719574 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:38.720859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Updating router 2830c867-51e9-4e62-802c-81c2d456b187 port 6c30fd05-9c00-43d9-8069-5a82f2af312f binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:38.730749 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.760745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.780157 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:38.796387 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:38.801993 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:38.806807 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:38.813463 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:38.828357 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-ab6c3017-8e7a-4e28-829f-ceeaf8a6664b None None] Provisioning complete for port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:38.828835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ab6c3017-8e7a-4e28-829f-ceeaf8a6664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.873526 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.873976 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.874378 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.874892 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.875321 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.875704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.876685 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.876685 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.876685 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.877191 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.877571 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.877950 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.878374 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.878753 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.879176 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:38.904230 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (2830c867-51e9-4e62-802c-81c2d456b187), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:38.991744 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:38.994256 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:39.008507 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Pushing event updated for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:39.009150 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:36Z', 'revision_number': 3, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:39.011040 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:39.039905 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf063d-339b-4d69-8715-db05a87cded4 None None] The sync data for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi is: [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:36Z', 'revision_number': 3, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:39.089436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:39.113199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.140293 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.305188 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks [] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.310776 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:39.318215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.320402 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4cf5c31d-4892-4e7b-86e0-c849f6d09939 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:39.329954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.386398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c3017-8e7a-4e28-829f-ceeaf8a6664b None None] Current status of the port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:39.407362 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks [] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.417156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.428930 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb8d5b-cad3-491b-8af5-52dcb834542f None None] Pushing event updated for resources: {'Port': ['ID=6c30fd05-9c00-43d9-8069-5a82f2af312f,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:39.431505 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Attempting to bind port 6c30fd05-9c00-43d9-8069-5a82f2af312f on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:39.431873 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Attempting to bind port 6c30fd05-9c00-43d9-8069-5a82f2af312f by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:39.432228 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Attempting to bind port 6c30fd05-9c00-43d9-8069-5a82f2af312f on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:39.451968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:39.452340 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:39.452736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.453120 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:39.453594 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Bound port: 6c30fd05-9c00-43d9-8069-5a82f2af312f, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:39.453960 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.457338 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:39.457688 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.510570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (2830c867-51e9-4e62-802c-81c2d456b187), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.512596 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:39.513226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:39.520197 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:39.544964 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Provisioning complete for port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:39.545339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.584081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] For port 6c30fd05-9c00-43d9-8069-5a82f2af312f, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:39.602273 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:39.609257 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] For port 6c30fd05-9c00-43d9-8069-5a82f2af312f, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=6c30fd05-9c00-43d9-8069-5a82f2af312f,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:39.616993 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks [] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.624049 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.640759 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:39.642198 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:39.670223 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:39.671440 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:39.676083 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.726305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Pushing event updated for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:39.737677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.803433 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:15:39.814824 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Current status of the port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:39.817413 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb8d5b-cad3-491b-8af5-52dcb834542f None None] Pushing event updated for resources: {'Port': ['ID=6c30fd05-9c00-43d9-8069-5a82f2af312f,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:39.837310 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Provisioning complete for port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:39.837766 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.857316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:39.859154 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:39.910486 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:39.910850 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:39.956918 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:39.958470 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:39.973065 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:39.982148 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-af82635a-67f9-4f68-bb02-73937d98cfd9 admin admin] 10.222.0.23 "PUT /v2.0/routers/2830c867-51e9-4e62-802c-81c2d456b187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2990460 Jun 18 08:15:40.007909 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:40.039823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:40.040199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.044647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:15:40.137118 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16e7f896-b031-4434-9e8d-7235d7bdd394 None None] Port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:40.173822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:40.183059 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eb6bc62b-7254-4bc5-a3b3-0d2fe58f0af7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1c5e7682-4d89-4a07-8e70-65c4af6f4245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8477297 Jun 18 08:15:40.189343 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:40.226696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:40.434451 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Provisioning complete for port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:40.435323 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.474669 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:40.514154 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:40.530192 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:40.530559 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.589728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58634) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:40.594876 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-446811590-network', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:40.600233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-552350b6-3bda-4f67-8654-32f02f3420cf None None] Port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:40.621423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Made reservation on behalf of 3aab966fe3b1492bb9daa48a5b201be5 for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:40.624464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 2, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:40.625024 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.626138 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:40.637215 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.651815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a573c-52e4-4e00-a316-fbd39433b982 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 2, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:40.695487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:40.742250 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks [] for security_group (b7397008-4039-46cf-9823-f0c9bf1de9d8), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.748401 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b7397008-4039-46cf-9823-f0c9bf1de9d8), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.772222 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:40.789089 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7397008-4039-46cf-9823-f0c9bf1de9d8,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.793106 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (069c0bb4-de22-48aa-8595-e075d48af997), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.793454 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Added segment 069c0bb4-de22-48aa-8595-e075d48af997 of type vlan for network 39771bce-e967-4193-aa81-43ee7c6c9746 Jun 18 08:15:40.837733 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (39771bce-e967-4193-aa81-43ee7c6c9746), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.858313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:40.869445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (39771bce-e967-4193-aa81-43ee7c6c9746), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.870808 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:40.871828 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:40.920782 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3266518 Jun 18 08:15:40.920911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58644) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:40.939578 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Request body: {'subnet': {'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-446811590-subnet', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:40.945135 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58646) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:40.950736 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e26cb7-0eb0-40b7-a02f-acf508243f70 admin admin] Pushing event updated for resources: {'Network': ['ID=39771bce-e967-4193-aa81-43ee7c6c9746,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:40.961390 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1538902488-network', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:40.970680 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 39771bce-e967-4193-aa81-43ee7c6c9746 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:15:40.995499 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Made reservation on behalf of 3aab966fe3b1492bb9daa48a5b201be5 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:40.998036 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11731681'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.001584 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Made reservation on behalf of 111fd7575dcc4335b4cbb2061fabdaa1 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:41.004671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.046663 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.120287 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:41.142666 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 35dea784-2eb1-4a76-8891-7678d25b831d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:41.199283 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 35dea784-2eb1-4a76-8891-7678d25b831d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:41.199996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.223430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:41.246228 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks [] for security_group (b0b5ea6c-26a3-47ee-86a2-2384c612e4a8), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.267170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b0b5ea6c-26a3-47ee-86a2-2384c612e4a8), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.283286 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 35dea784-2eb1-4a76-8891-7678d25b831d is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:41.283857 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.312294 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:15:41.312844 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 35dea784-2eb1-4a76-8891-7678d25b831d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=35dea784-2eb1-4a76-8891-7678d25b831d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:41.317476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11674674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11731475'] for subnet (c474e979-3e22-4fab-ac83-b49e11142e53), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.317720 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.350449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b5ea6c-26a3-47ee-86a2-2384c612e4a8,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.364890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.365238 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Added segment 0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d of type vlan for network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf Jun 18 08:15:41.383858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=35dea784-2eb1-4a76-8891-7678d25b831d,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.384539 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Sync routers for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:41.399392 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:41.400032 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:41.417501 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c474e979-3e22-4fab-ac83-b49e11142e53,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.435631 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.443688 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:41.451375 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Checking segment: {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:41.451747 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Network hostable DHCP agents. Network: 39771bce-e967-4193-aa81-43ee7c6c9746, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:41.477758 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.478751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:41.479482 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.487356 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Network 39771bce-e967-4193-aa81-43ee7c6c9746 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:41.520828 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5705175 Jun 18 08:15:41.521325 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:41.523128 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58648) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:41.523896 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 39771bce-e967-4193-aa81-43ee7c6c9746) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:41.530647 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Request body: {'subnet': {'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1538902488-subnet', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:41.551348 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e580c-559a-4101-ab90-9bc3cd1657c9 None None] Network 39771bce-e967-4193-aa81-43ee7c6c9746 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:41.585184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce25622-6a69-43e5-9879-0ce6f623e9ea admin admin] Pushing event updated for resources: {'Network': ['ID=e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.587942 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:41.588527 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.600789 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Made reservation on behalf of 111fd7575dcc4335b4cbb2061fabdaa1 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:15:41.601369 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:15:41.603402 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.622927 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bf7258bd-e059-49cb-8857-9a444748e9d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6989434 Jun 18 08:15:41.625531 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58650) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:41.635594 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:41.671370 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.673938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.754215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for router_controller (eb06be1d-9b8b-4d2a-b768-5942db46dac0), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.830909 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-39771bce-e967-4193-aa81-43ee7c6c9746', 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746', 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'fixed_ips': [{'subnet_id': 'c474e979-3e22-4fab-ac83-b49e11142e53'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:15:41.832024 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.841228 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (0702e41b-e9df-4f2a-b891-935b13f566ff), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.848590 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 2, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:41.890538 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Checking router: 1c5e7682-4d89-4a07-8e70-65c4af6f4245 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:41.890879 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Updating router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:41.928771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0702e41b-e9df-4f2a-b891-935b13f566ff,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:41.929627 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.932303 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Checking segment: {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:41.932674 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Network hostable DHCP agents. Network: e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:15:41.950549 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for router_gateway (eb06be1d-9b8b-4d2a-b768-5942db46dac0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.956866 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:15:41.970411 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:41.977571 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:41.978173 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:41.999670 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47cae9-3e9d-4468-92e2-72867b82eb86 None None] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:42.006156 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6d587f7f-db4a-4fed-826e-a7d858e9f78a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4789379 Jun 18 08:15:42.006411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58652) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:42.009694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:42.071223 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.084064 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.085360 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.122152 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Allocated IP 172.20.0.2 (39771bce-e967-4193-aa81-43ee7c6c9746/c474e979-3e22-4fab-ac83-b49e11142e53/f0da6e5a-e8cb-4627-9f6e-7f257d06a09d) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:42.175116 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:15:42.176073 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.201411 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.213970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.232286 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for router_gateway (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.262271 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for router_controller (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.282847 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.290554 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks [] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.294280 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.301208 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.349824 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaae14-0063-422a-9a48-0b27d2c8c511 None None] Pushing event updated for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:42.425621 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Attempting to bind port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:42.426304 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Attempting to bind port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:42.426304 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Attempting to bind port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 on network 2bb342f6-a702-4152-8ef4-fae521e105b2 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:42.436480 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:42.438286 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Checking segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:42.439267 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.440104 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Bound using segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:42.440703 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Bound port: 8abd906e-6cf3-4d3f-857c-33d27a0c6e72, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:42.449981 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.493625 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Allocated IP 172.20.0.2 (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf/0702e41b-e9df-4f2a-b891-935b13f566ff/cf41966d-3c11-4262-8e92-e41644d87d2f) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:42.540172 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.561238 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] For port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:42.565202 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] For port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:42.566357 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:42.575495 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.582925 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for router_gateway (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.587300 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Allocated IP 172.27.2.32 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/94712bc0-b915-4ce0-9ed3-dda33e525d6a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:42.594106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks [] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.638768 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.656155 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:42.656875 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:42.697593 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Network 39771bce-e967-4193-aa81-43ee7c6c9746 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:42.700846 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:42.703393 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:42.717219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Pushing event updated for resources: {'Port': ['ID=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:42.759743 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaae14-0063-422a-9a48-0b27d2c8c511 None None] Pushing event updated for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:42.788601 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:42.798644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Provisioning complete for port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:42.800628 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.805773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.881947 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Attempting to bind port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:42.882309 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Attempting to bind port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:42.882673 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Attempting to bind port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d on network 39771bce-e967-4193-aa81-43ee7c6c9746 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:42.903644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:42.903644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Checking segment: {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:42.903644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.904080 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Bound using segment: {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:42.904369 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Bound port: f0da6e5a-e8cb-4627-9f6e-7f257d06a09d, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:42.904742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.907367 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks [] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.943036 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.960148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:42.981165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:42.987984 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:43.006356 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:43.017654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:43.019669 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:42Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:43.022087 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Current status of the port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:43.022087 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.031585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:43.033865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:43.055584 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce80f892-f7e9-44da-b631-5ffe5fe9a35b None None] The sync data for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi is: [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:42Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:43.068912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Pushing event updated for resources: {'Port': ['ID=cf41966d-3c11-4262-8e92-e41644d87d2f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:43.085240 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for router_gateway (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.114776 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] For port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:43.126368 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=9 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:43.137451 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Pushing event updated for resources: {'Port': ['ID=94712bc0-b915-4ce0-9ed3-dda33e525d6a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:43.164659 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.289563 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:43.329658 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 6c30fd05-9c00-43d9-8069-5a82f2af312f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:43.334292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-28f97833-8452-457a-9a60-760365d08f52 None None] For port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:43.336420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] For port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:43.351136 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.382276 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.409768 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Attempting to bind port cf41966d-3c11-4262-8e92-e41644d87d2f on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:43.410195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Attempting to bind port cf41966d-3c11-4262-8e92-e41644d87d2f by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:43.410488 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Attempting to bind port cf41966d-3c11-4262-8e92-e41644d87d2f on network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:43.443703 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:43.448551 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:43.448923 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Checking segment: {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:43.449321 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.449712 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Bound using segment: {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:43.450195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Bound port: cf41966d-3c11-4262-8e92-e41644d87d2f, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:43.450570 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.494154 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f97833-8452-457a-9a60-760365d08f52 None None] Pushing event updated for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:43.577644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-d80cd17f-8789-4277-8617-6a257d8929ff None None] Provisioning complete for port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:43.577644 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d80cd17f-8789-4277-8617-6a257d8929ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.612784 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 6c30fd05-9c00-43d9-8069-5a82f2af312f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:43.613458 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.695578 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc90cd1-6bea-48ff-a247-13959109f889 None None] Pushing event updated for resources: {'Port': ['ID=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:43.699571 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] For port cf41966d-3c11-4262-8e92-e41644d87d2f, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:43.708308 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] For port cf41966d-3c11-4262-8e92-e41644d87d2f, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cf41966d-3c11-4262-8e92-e41644d87d2f,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:43.726604 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.761059 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:43.843823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:43.849824 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:43.850468 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:43.861235 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d80cd17f-8789-4277-8617-6a257d8929ff None None] Current status of the port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:43.896058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Allocated IP 172.27.2.103 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/b6283a56-a660-4ee4-9097-6862c333629a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:43.937193 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 6c30fd05-9c00-43d9-8069-5a82f2af312f is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:43.937480 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:43.981366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a010-e166-4169-90cb-93f154ccff6e None None] Pushing event updated for resources: {'Port': ['ID=cf41966d-3c11-4262-8e92-e41644d87d2f,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:43.989563 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 6c30fd05-9c00-43d9-8069-5a82f2af312f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=6c30fd05-9c00-43d9-8069-5a82f2af312f,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:43.998694 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.000585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 35dea784-2eb1-4a76-8891-7678d25b831d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:44.130081 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for router_gateway (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.168562 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:44.180297 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for port (b6283a56-a660-4ee4-9097-6862c333629a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.233147 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=6c30fd05-9c00-43d9-8069-5a82f2af312f,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:44.236619 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:44.237859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 35dea784-2eb1-4a76-8891-7678d25b831d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:44.238325 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.312320 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b6283a56-a660-4ee4-9097-6862c333629a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.381655 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:44.385430 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:44.388141 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 35dea784-2eb1-4a76-8891-7678d25b831d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:44.392176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:44.395663 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:44.462711 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6283a56-a660-4ee4-9097-6862c333629a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:44.481133 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.481464 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.481796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.482137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.482458 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.482776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.483122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.483466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.483758 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.484074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.484394 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.484708 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.485020 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.485329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.485639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:15:44.497088 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.525910 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 2, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:44.569037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:44.569284 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Updating router 2830c867-51e9-4e62-802c-81c2d456b187 port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:44.599689 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.697778 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:44.801882 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Router eb06be1d-9b8b-4d2a-b768-5942db46dac0 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:15:44.805701 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:44.819510 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e88fb-ed61-4fc7-bd18-0e921b5676c0 None None] Network 39771bce-e967-4193-aa81-43ee7c6c9746 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:44.870109 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Provisioning complete for port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:44.870526 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.908688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for router_gateway (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:44.994629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:45.005523 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Sync routers for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:45.020780 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:45.021410 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.088656 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Current status of the port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:45.088656 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.119374 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks [] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.127374 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.132770 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58654) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:45.134121 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.135267 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b5e9ca6d-e0e7-41e5-ac40-8a74e898fa8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5083439 Jun 18 08:15:45.156615 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] For port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:45.177069 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de1f73-da7c-4c08-b787-1ba0d2f32de3 None None] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:15:45.177789 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:45.200551 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.330053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.396290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.549490 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:15:45.612616 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f0da6e5a-e8cb-4627-9f6e-7f257d06a09d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:45.648109 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 3, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.650463 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.651496 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.656741 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949075b5-d6a8-43ae-9161-f37c3fc36f3d None None] Pushing event updated for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:45.678188 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Checking router: eb06be1d-9b8b-4d2a-b768-5942db46dac0 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:45.678685 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Updating router eb06be1d-9b8b-4d2a-b768-5942db46dac0 port 94712bc0-b915-4ce0-9ed3-dda33e525d6a binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:45.705596 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:45.712471 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.730406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.730707 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Sync routers for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:45.734307 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-00dc9a5d-1e8e-49f8-b2bf-eb67faaedbb4 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7259176 Jun 18 08:15:45.734698 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58656) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:45.758022 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.760241 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Provisioning complete for port cf41966d-3c11-4262-8e92-e41644d87d2f triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:45.760660 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.767783 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac58cf5-a568-43f0-a957-ce482b2d8ff2 None None] Pushing event updated for resources: {'Port': ['ID=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:45.784584 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.845208 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:45.845779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.846965 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:45.847620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:45.865199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.912293 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.941133 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Attempting to bind port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:45.942029 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Attempting to bind port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:45.942398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Attempting to bind port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:45.947809 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:45.966975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:45.967395 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:45.967833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.968384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Bound using segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:45.968774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Bound port: 4fe816bf-2b97-4cf3-804d-cabcda16c6c9, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:45.969516 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:45.969804 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Allocated IP 172.20.0.1 (39771bce-e967-4193-aa81-43ee7c6c9746/c474e979-3e22-4fab-ac83-b49e11142e53/3dccfdaa-afed-4389-a4c4-4d1d5f581bbf) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:46.062962 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks [] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.074876 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.122226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Current status of the port cf41966d-3c11-4262-8e92-e41644d87d2f is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:46.123154 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.129212 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Attempting to bind port 94712bc0-b915-4ce0-9ed3-dda33e525d6a on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:46.129933 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Attempting to bind port 94712bc0-b915-4ce0-9ed3-dda33e525d6a by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:46.130489 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Attempting to bind port 94712bc0-b915-4ce0-9ed3-dda33e525d6a on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:46.140905 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:46.141653 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:46.142330 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.142990 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:46.143744 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Bound port: 94712bc0-b915-4ce0-9ed3-dda33e525d6a, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:46.144303 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.165681 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks [] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.181010 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ff5bb-22f6-4271-8885-2529216d8b45 None None] Pushing event updated for resources: {'Port': ['ID=94712bc0-b915-4ce0-9ed3-dda33e525d6a,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.209533 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] For port 94712bc0-b915-4ce0-9ed3-dda33e525d6a, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:46.213338 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] For port 94712bc0-b915-4ce0-9ed3-dda33e525d6a, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=94712bc0-b915-4ce0-9ed3-dda33e525d6a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:46.215859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:46.225439 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.231387 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] For port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:46.234958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] For port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:46.250079 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.270146 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.319879 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Network 39771bce-e967-4193-aa81-43ee7c6c9746 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:46.321002 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ff5bb-22f6-4271-8885-2529216d8b45 None None] Pushing event updated for resources: {'Port': ['ID=94712bc0-b915-4ce0-9ed3-dda33e525d6a,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.323921 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:46.327445 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:46.345838 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:46.346456 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:46.365647 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.369736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949075b5-d6a8-43ae-9161-f37c3fc36f3d None None] Pushing event updated for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.369934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Pushing event updated for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.383093 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:46.386223 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.402073 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:46.403694 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:46.453794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] For port cf41966d-3c11-4262-8e92-e41644d87d2f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cf41966d-3c11-4262-8e92-e41644d87d2f,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:46.474805 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.489209 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:46.568591 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:46.575440 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e7921-1580-4a8f-a000-524e9b9a1633 None None] Pushing event updated for resources: {'Port': ['ID=cf41966d-3c11-4262-8e92-e41644d87d2f,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.583540 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.601219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:46.602176 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.699226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:46.716980 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:46.729079 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Allocated IP 172.20.0.1 (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf/0702e41b-e9df-4f2a-b891-935b13f566ff/de9df13d-cd8d-4b71-9d40-86127727c8a1) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:15:46.737842 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 3, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:46.748370 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:46.750869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:46.770811 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f664993-5b0c-412d-8d23-8203af67596f None None] The sync data for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi is: [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 3, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:46.826254 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks [] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.836469 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.869710 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:46.870808 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cf41966d-3c11-4262-8e92-e41644d87d2f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:46.895289 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks [] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.920404 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Provisioning complete for port cf41966d-3c11-4262-8e92-e41644d87d2f triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:46.920669 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.921536 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:46.928518 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Pushing event updated for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:46.948541 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.007087 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:47.011129 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:47.015607 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:15:47.041665 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port cf41966d-3c11-4262-8e92-e41644d87d2f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:47.042040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.049433 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Pushing event updated for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:47.068743 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Network 39771bce-e967-4193-aa81-43ee7c6c9746 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:47.072292 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:47.100630 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:47.173908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.206908 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:47.222138 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:44Z', 'revision_number': 3, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:47.254117 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Router eb06be1d-9b8b-4d2a-b768-5942db46dac0 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:15:47.345431 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Checking router: b558ac52-8334-4a3c-9cf2-fec58ff1fe11 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:47.345679 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Updating router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 port b6283a56-a660-4ee4-9097-6862c333629a binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:47.439049 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Current status of the port cf41966d-3c11-4262-8e92-e41644d87d2f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:47.456813 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.568062 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:47.568485 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.581505 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b6283a56-a660-4ee4-9097-6862c333629a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.725814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks [] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.734678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.790173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:47.791889 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:47.859482 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port cf41966d-3c11-4262-8e92-e41644d87d2f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:47.860592 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 6c30fd05-9c00-43d9-8069-5a82f2af312f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:47.866057 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:47.868025 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Pushing event updated for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:47.871856 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ab3f6132-0a9e-4766-9800-034fd41ec77b admin admin] 10.222.0.23 "PUT /v2.0/routers/eb06be1d-9b8b-4d2a-b768-5942db46dac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7381787 Jun 18 08:15:47.944153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:15:47.945728 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:15:47.974275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.043233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.067549 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 6c30fd05-9c00-43d9-8069-5a82f2af312f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:48.067916 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.117860 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:15:48.241236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Current status of the port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:48.241553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.263714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:15:48.275598 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f806ab74-5900-4f98-96a4-1fd8a2492e1a admin admin] 10.222.0.23 "PUT /v2.0/routers/b558ac52-8334-4a3c-9cf2-fec58ff1fe11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396664 Jun 18 08:15:48.289201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] For port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:48.291916 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:48.326856 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.340294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b36d6ee-ee1a-4e58-badb-1625412cb5ff None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:48.372475 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58668) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:48.379661 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405259699', 'description': 'tempest-secgroup-smoke-405259699 description', 'project_id': '49e317feb48548bba0745b2297130f5e'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:48.408537 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.410248 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Provisioning complete for port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:48.410794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.440099 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.465906 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 6c30fd05-9c00-43d9-8069-5a82f2af312f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:48.499687 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (188e4828-94ba-402e-9d54-54fb9db5a50f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.508331 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (188e4828-94ba-402e-9d54-54fb9db5a50f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.558143 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Pushing event updated for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:48.558286 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.562889 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58678) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:48.563505 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1882677 Jun 18 08:15:48.566486 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c804e-b077-4936-8cc5-38f609edebda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188e4828-94ba-402e-9d54-54fb9db5a50f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:48.572128 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:48.576449 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks [] for port (b6283a56-a660-4ee4-9097-6862c333629a), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.577141 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.600059 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.613630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b6283a56-a660-4ee4-9097-6862c333629a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.631056 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (8afc9a86-18f3-41ae-9199-62d2ff9005e9), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.675024 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-616c3f90-07d6-4ea4-8f89-0ad5f5b9b46d None None] Current status of the port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:48.690354 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c882c-0dff-4282-837b-bbf9d1e48ab7 None None] Pushing event updated for resources: {'Port': ['ID=b6283a56-a660-4ee4-9097-6862c333629a,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:48.695201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Attempting to bind port b6283a56-a660-4ee4-9097-6862c333629a on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:48.695699 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Attempting to bind port b6283a56-a660-4ee4-9097-6862c333629a by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:48.696056 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Attempting to bind port b6283a56-a660-4ee4-9097-6862c333629a on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:48.701768 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:48.702145 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:48.702546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.702901 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:48.703767 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Bound port: b6283a56-a660-4ee4-9097-6862c333629a, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:48.704156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b6283a56-a660-4ee4-9097-6862c333629a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.725744 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (8afc9a86-18f3-41ae-9199-62d2ff9005e9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.730707 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (8afc9a86-18f3-41ae-9199-62d2ff9005e9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.775070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] For port b6283a56-a660-4ee4-9097-6862c333629a, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:48.778356 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] For port b6283a56-a660-4ee4-9097-6862c333629a, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b6283a56-a660-4ee4-9097-6862c333629a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:48.787570 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b6283a56-a660-4ee4-9097-6862c333629a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.788728 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afc9a86-18f3-41ae-9199-62d2ff9005e9,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:48.804406 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.810535 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2dd70788-cbdd-4967-acdd-a17fd7cf67bb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437057 Jun 18 08:15:48.810923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58686) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:48.816071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:48.847962 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 94712bc0-b915-4ce0-9ed3-dda33e525d6a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:48.851153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (83a432fc-b9d4-4673-b81d-cc0f05e9677b), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.880072 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Provisioning complete for port de9df13d-cd8d-4b71-9d40-86127727c8a1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:48.880448 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.883490 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.905391 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:48.919440 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (83a432fc-b9d4-4673-b81d-cc0f05e9677b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.926223 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (83a432fc-b9d4-4673-b81d-cc0f05e9677b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.929364 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:48.930240 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:48.946681 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a432fc-b9d4-4673-b81d-cc0f05e9677b,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:48.964920 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:48.966177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e35cbc1e-48ea-4657-95fd-62c33b86e9bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537640 Jun 18 08:15:48.969084 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58690) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:48.973975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:49.003339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c882c-0dff-4282-837b-bbf9d1e48ab7 None None] Pushing event updated for resources: {'Port': ['ID=b6283a56-a660-4ee4-9097-6862c333629a,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.005297 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4317b0da-4813-417c-b25b-e4fa3e669741), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.012201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Port de9df13d-cd8d-4b71-9d40-86127727c8a1 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:49.044421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 94712bc0-b915-4ce0-9ed3-dda33e525d6a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:49.044421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.065365 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4317b0da-4813-417c-b25b-e4fa3e669741), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.070323 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4317b0da-4813-417c-b25b-e4fa3e669741), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.070567 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Provisioning complete for port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:49.070930 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.085735 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4317b0da-4813-417c-b25b-e4fa3e669741,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.102063 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.104057 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b791baf0-60eb-4af4-a136-5010358b1578 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336982 Jun 18 08:15:49.106761 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58702) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:49.112814 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:49.147433 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (aa0d7bf4-be97-4203-a2b6-c150d5526414), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.148022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:49.178435 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:15:49.200509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:49.200887 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.220109 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (aa0d7bf4-be97-4203-a2b6-c150d5526414), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.226755 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (aa0d7bf4-be97-4203-a2b6-c150d5526414), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.243591 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d7bf4-be97-4203-a2b6-c150d5526414,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.258027 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.262658 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 58708) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:49.263774 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-92fb4463-7d67-4bc4-b2a4-38453d123174 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555853 Jun 18 08:15:49.268215 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:49.331763 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Project 49e317feb48548bba0745b2297130f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:15:49.336871 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 94712bc0-b915-4ce0-9ed3-dda33e525d6a is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:49.337517 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.338131 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4684dba0-52a3-45df-9611-bbd77110c420), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.393747 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 94712bc0-b915-4ce0-9ed3-dda33e525d6a, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=94712bc0-b915-4ce0-9ed3-dda33e525d6a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:49.404539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4684dba0-52a3-45df-9611-bbd77110c420), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.410071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4684dba0-52a3-45df-9611-bbd77110c420), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.423325 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.424153 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f0da6e5a-e8cb-4627-9f6e-7f257d06a09d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:49.424757 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4684dba0-52a3-45df-9611-bbd77110c420,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.445224 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.446852 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fef54c11-d00a-4ff1-8abc-7d1e27196fee tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1821935 Jun 18 08:15:49.449780 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 58710) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:15:49.454222 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'security_group_rule': {'security_group_id': '188e4828-94ba-402e-9d54-54fb9db5a50f', 'project_id': '49e317feb48548bba0745b2297130f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:15:49.477520 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.securitygroups_db [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Project 49e317feb48548bba0745b2297130f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:15:49.484273 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4e53ea63-5c52-4497-bdda-735f00f2e290), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.513250 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-48632f1f-771e-449d-a5d3-54d6b064a37e None None] Current status of the port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:49.565963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (4e53ea63-5c52-4497-bdda-735f00f2e290), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.568505 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=94712bc0-b915-4ce0-9ed3-dda33e525d6a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.571346 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4e53ea63-5c52-4497-bdda-735f00f2e290), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.582059 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'de9df13d-cd8d-4b71-9d40-86127727c8a1', 'name': '', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'mac_address': 'fa:16:3e:f3:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:46Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 2, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'subnets': [{'id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:49.585256 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:49.585637 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.589130 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e53ea63-5c52-4497-bdda-735f00f2e290,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:49.603926 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:49.606571 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-641bc1d7-3ee4-4b16-a0e4-4ac9f556a8a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1557875 Jun 18 08:15:49.639358 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e67285-45db-4aad-9461-ef65bef3e020 None None] The sync data for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi is: [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'de9df13d-cd8d-4b71-9d40-86127727c8a1', 'name': '', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'mac_address': 'fa:16:3e:f3:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:46Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 2, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'subnets': [{'id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:49.697554 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:49.710953 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:49.712199 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cf41966d-3c11-4262-8e92-e41644d87d2f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:49.757826 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:49.768178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port cf41966d-3c11-4262-8e92-e41644d87d2f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:49.768559 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:50.018108 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port cf41966d-3c11-4262-8e92-e41644d87d2f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:50.020104 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:50.072079 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:50.072453 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:50.168986 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:50.613405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 94712bc0-b915-4ce0-9ed3-dda33e525d6a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:50.692049 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 94712bc0-b915-4ce0-9ed3-dda33e525d6a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:50.692420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:50.792195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 94712bc0-b915-4ce0-9ed3-dda33e525d6a is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:50.793338 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:50.849497 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:50.849872 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:50.943963 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:51.131847 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Sync routers for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:51.151620 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:51.154996 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:51.323873 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:51.370663 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:51.371585 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:51.583955 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 4, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '3dccfdaa-afed-4389-a4c4-4d1d5f581bbf', 'name': '', 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'mac_address': 'fa:16:3e:95:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:45Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 2, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'subnets': [{'id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:51.620734 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Checking router: eb06be1d-9b8b-4d2a-b768-5942db46dac0 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:51.621095 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Updating router eb06be1d-9b8b-4d2a-b768-5942db46dac0 port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:51.657087 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:51.974792 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks [] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:51.981870 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.079590 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86505ff-24d0-4772-88cb-d7c4f1ca3357 None None] Pushing event updated for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:52.157664 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Attempting to bind port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:52.159232 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Attempting to bind port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:52.159792 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Attempting to bind port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf on network 39771bce-e967-4193-aa81-43ee7c6c9746 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:52.168177 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:52.168551 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Checking segment: {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:52.169217 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.169596 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Bound using segment: {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:52.170050 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Bound port: 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069c0bb4-de22-48aa-8595-e075d48af997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:52.170538 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.270717 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] For port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:52.274887 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] For port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:52.283414 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.366492 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Provisioning complete for port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:52.367828 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.371179 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:52.372233 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.376776 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86505ff-24d0-4772-88cb-d7c4f1ca3357 None None] Pushing event updated for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:52.516728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Current status of the port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:52.517041 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.588929 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] For port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:52.644156 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.691867 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b6283a56-a660-4ee4-9097-6862c333629a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:52.693242 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:52.708959 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:52.732308 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:52.748249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49689b-204e-48cc-b6bc-cf8f83fb5cc8 None None] Pushing event updated for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:52.764731 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b6283a56-a660-4ee4-9097-6862c333629a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:52.765101 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b6283a56-a660-4ee4-9097-6862c333629a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.766337 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:52.766996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:52.803483 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-16434430-47e1-456c-919b-c7dfffc8a967 None None] Provisioning complete for port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:52.803852 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-16434430-47e1-456c-919b-c7dfffc8a967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.923613 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b6283a56-a660-4ee4-9097-6862c333629a is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:52.924007 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b6283a56-a660-4ee4-9097-6862c333629a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:52.957575 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 4, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '3dccfdaa-afed-4389-a4c4-4d1d5f581bbf', 'name': '', 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'mac_address': 'fa:16:3e:95:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:45Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'subnets': [{'id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:52.961674 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:15:52.987474 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e867d1-0a2f-4864-9da3-32fe9820a5e4 None None] The sync data for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi is: [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:15:46Z', 'revision_number': 4, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '3dccfdaa-afed-4389-a4c4-4d1d5f581bbf', 'name': '', 'network_id': '39771bce-e967-4193-aa81-43ee7c6c9746', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'mac_address': 'fa:16:3e:95:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:45Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'subnets': [{'id': 'c474e979-3e22-4fab-ac83-b49e11142e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:52.995059 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port b6283a56-a660-4ee4-9097-6862c333629a, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b6283a56-a660-4ee4-9097-6862c333629a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:52.999941 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-16434430-47e1-456c-919b-c7dfffc8a967 None None] Current status of the port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:53.006351 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b6283a56-a660-4ee4-9097-6862c333629a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:53.073584 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=b6283a56-a660-4ee4-9097-6862c333629a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:54.726447 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b6283a56-a660-4ee4-9097-6862c333629a up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:54.789825 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b6283a56-a660-4ee4-9097-6862c333629a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:54.794022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b6283a56-a660-4ee4-9097-6862c333629a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:54.880875 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b6283a56-a660-4ee4-9097-6862c333629a is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:54.884541 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:54.936061 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:54.936061 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:55.044565 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:55.050240 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:56.968688 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Sync routers for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:15:56.982736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:56.983464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:57.118562 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:57.310964 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:57.332484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'de9df13d-cd8d-4b71-9d40-86127727c8a1', 'name': '', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'mac_address': 'fa:16:3e:f3:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:46Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 2, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'subnets': [{'id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:57.336166 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:57.363319 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Checking router: b558ac52-8334-4a3c-9cf2-fec58ff1fe11 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:15:57.363671 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Updating router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 port de9df13d-cd8d-4b71-9d40-86127727c8a1 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:15:57.406575 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:57.739216 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks [] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:57.749828 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:57.823514 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f0df7-4680-4a57-9a90-f61c56f95eb0 None None] Pushing event updated for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:57.896986 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Attempting to bind port de9df13d-cd8d-4b71-9d40-86127727c8a1 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:15:57.897302 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Attempting to bind port de9df13d-cd8d-4b71-9d40-86127727c8a1 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:15:57.897656 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Attempting to bind port de9df13d-cd8d-4b71-9d40-86127727c8a1 on network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:15:57.912718 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:15:57.913091 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Checking segment: {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:15:57.913539 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:57.913935 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Bound using segment: {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:15:57.914410 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Bound port: de9df13d-cd8d-4b71-9d40-86127727c8a1, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:15:57.914781 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.008363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] For port de9df13d-cd8d-4b71-9d40-86127727c8a1, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:15:58.013122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] For port de9df13d-cd8d-4b71-9d40-86127727c8a1, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=de9df13d-cd8d-4b71-9d40-86127727c8a1,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:15:58.022923 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.114781 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:15:58.115457 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:15:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:58.180792 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f0df7-4680-4a57-9a90-f61c56f95eb0 None None] Pushing event updated for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:58.184301 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Provisioning complete for port de9df13d-cd8d-4b71-9d40-86127727c8a1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:58.184851 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.270015 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9453d1fb-4c54-4f6e-bb7b-b5f642681fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.302227 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:15:58.537591 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:58.603107 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:58.615179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device de9df13d-cd8d-4b71-9d40-86127727c8a1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:15:58.650066 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Current status of the port de9df13d-cd8d-4b71-9d40-86127727c8a1 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:58.650498 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.752850 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] For port de9df13d-cd8d-4b71-9d40-86127727c8a1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=de9df13d-cd8d-4b71-9d40-86127727c8a1,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:15:58.764459 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.786405 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port de9df13d-cd8d-4b71-9d40-86127727c8a1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:58.786770 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:58.893624 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'de9df13d-cd8d-4b71-9d40-86127727c8a1', 'name': '', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'mac_address': 'fa:16:3e:f3:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:46Z', 'updated_at': '2022-06-18T08:15:58Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'subnets': [{'id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:15:58.934439 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec10fd-c111-4ce7-963a-ba1344773aac None None] Pushing event updated for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:15:58.938532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76d6aab-7f6c-40da-b3d2-0bc1621e9dc8 None None] The sync data for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi is: [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:47Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'de9df13d-cd8d-4b71-9d40-86127727c8a1', 'name': '', 'network_id': 'e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'mac_address': 'fa:16:3e:f3:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:46Z', 'updated_at': '2022-06-18T08:15:58Z', 'revision_number': 4, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'subnets': [{'id': '0702e41b-e9df-4f2a-b891-935b13f566ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:15:58.940630 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-bb962eb8-f53c-489b-a785-110880f6f83f None None] Provisioning complete for port de9df13d-cd8d-4b71-9d40-86127727c8a1 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:15:58.941033 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bb962eb8-f53c-489b-a785-110880f6f83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:15:59.006719 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port de9df13d-cd8d-4b71-9d40-86127727c8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:59.053791 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-bb962eb8-f53c-489b-a785-110880f6f83f None None] Current status of the port de9df13d-cd8d-4b71-9d40-86127727c8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:15:59.326482 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-e3ddde1b-aa0f-4e37-b572-fc279788c192 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:15:59.328045 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-e3ddde1b-aa0f-4e37-b572-fc279788c192 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 814 time: 0.1113379 Jun 18 08:15:59.343455 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-30f6bb37-1f33-4bce-a3fc-8a50264eedb6 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/quotas/ea8b2e1c7f6d4e10b9bc871803dfcf0e HTTP/1.1" status: 200 len: 375 time: 0.0097072 Jun 18 08:15:59.394466 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-849e8005-5e62-4c07-920b-f95438e25957 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454102 Jun 18 08:15:59.435682 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:59.436490 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:59.481415 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:59.501965 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-17d81f8e-53d0-4913-b34e-5621ad0be021 service neutron] 10.222.0.23 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954525 Jun 18 08:15:59.570742 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:15:59.597729 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-bc78203d-4c64-48a0-a348-9ad5e34df423 service neutron] 10.222.0.23 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898201 Jun 18 08:15:59.757997 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5f429660-643e-4511-b37e-e68520107ff3 req-996a42ae-daa3-4624-b908-cdc1294527d8 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Jun 18 08:16:00.460751 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e2a58190-b34d-4981-add2-118a65a7e992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:00.564236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device de9df13d-cd8d-4b71-9d40-86127727c8a1 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:16:00.609057 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port de9df13d-cd8d-4b71-9d40-86127727c8a1 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:00.609399 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:00.689454 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port de9df13d-cd8d-4b71-9d40-86127727c8a1 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:00.854944 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-100c858a-a771-4dd3-a314-023995fbdded req-0bbffe38-d44d-47f5-bc8b-0a0f5c3b9977 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Jun 18 08:16:01.046025 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-450becca-4995-495b-9983-f9dd8e63db64 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:01.047525 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-450becca-4995-495b-9983-f9dd8e63db64 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 814 time: 0.1060534 Jun 18 08:16:01.068103 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'port': {'device_id': '17a15584-23a4-4b95-86c5-85678898e102', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'admin_state_up': True, 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:01.184275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Made reservation on behalf of ea8b2e1c7f6d4e10b9bc871803dfcf0e for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:01.187690 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:01.303711 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:01.658304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Allocated IP 172.20.0.5 (2bb342f6-a702-4152-8ef4-fae521e105b2/6cdfd685-29e0-447e-9839-d3be8b2ac29c/35634c13-8bea-4b9f-99d6-e32a1b1ddd59) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:01.851950 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:01.913827 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:01.995065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:02.002471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:02.005057 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:16:02.011895 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:02.046683 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1404e0e-58ad-4fe3-a17f-e00295fc3027 req-b7fc6369-e114-4b16-9342-8eaadddad7ce tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:02.048253 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1404e0e-58ad-4fe3-a17f-e00295fc3027 req-b7fc6369-e114-4b16-9342-8eaadddad7ce tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.1061029 Jun 18 08:16:02.092748 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:02.092748 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:02.130618 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1404e0e-58ad-4fe3-a17f-e00295fc3027 req-758ce5ad-8168-4a3b-81fb-4776c6618dbd tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733416 Jun 18 08:16:02.140618 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-7fcb875b-a8e1-48a1-80af-a24490aff955 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0765729 Jun 18 08:16:02.295553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-76d43fca-804f-433b-886a-fc48e0029003 None None] Provisioning complete for port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:02.296126 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-76d43fca-804f-433b-886a-fc48e0029003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:02.328147 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-76d43fca-804f-433b-886a-fc48e0029003 None None] Port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:16:02.837978 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:02.957705 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:02.961108 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=25 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:03.263949 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:03.285447 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552bbe6-3452-469e-90bb-2b28e29e4869 req-c926ed73-da6e-41d0-a315-3db50b7decc7 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:03.286940 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6552bbe6-3452-469e-90bb-2b28e29e4869 req-c926ed73-da6e-41d0-a315-3db50b7decc7 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0694952 Jun 18 08:16:03.341707 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6552bbe6-3452-469e-90bb-2b28e29e4869 req-497b3908-fe95-4246-983d-cc2f9572c4fc tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488551 Jun 18 08:16:04.415500 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:04.456805 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-98468d17-a4a7-403e-877f-47b7111c915b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405259699&fields=id&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 267 time: 0.0685964 Jun 18 08:16:04.468770 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:04.473753 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cfb79-ed0b-404b-9259-419760d91003 req-a0da3f80-14a9-45e7-bed1-15a13e04c5bd tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:04.475634 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ce3cfb79-ed0b-404b-9259-419760d91003 req-a0da3f80-14a9-45e7-bed1-15a13e04c5bd tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0498877 Jun 18 08:16:04.530825 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ce3cfb79-ed0b-404b-9259-419760d91003 req-6e30cffa-3784-4def-b10a-d6fd3eedabb7 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Jun 18 08:16:04.578265 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-dbd1bb88-1b2a-4c0e-8166-2ef9d93a7ad2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:04.585891 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-dbd1bb88-1b2a-4c0e-8166-2ef9d93a7ad2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.1280291 Jun 18 08:16:04.596313 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-5f1e9fa2-9058-44cd-85f8-5622167d05aa tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/quotas/49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 375 time: 0.0095844 Jun 18 08:16:04.651045 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-57950142-86fd-43c4-8e31-e723374c6f58 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473855 Jun 18 08:16:04.853577 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b0475104-ba37-46ed-99d2-4deb68f076ed service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919913 Jun 18 08:16:04.955278 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-784c411b-b364-4447-b2e2-cf1c2f386b68 service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955706 Jun 18 08:16:05.287681 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5eb692c7-6c5f-4f63-99f0-37aa4584cc10 req-7e685c1d-952d-43c4-b8d5-634698d4ac68 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0448744 Jun 18 08:16:05.696540 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe3ece-cfdf-493c-b137-2d0c4d9d5e78 req-3ec88000-521f-4519-a071-fcb47d4af4bb tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:05.698089 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6fe3ece-cfdf-493c-b137-2d0c4d9d5e78 req-3ec88000-521f-4519-a071-fcb47d4af4bb tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0872355 Jun 18 08:16:05.750558 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6fe3ece-cfdf-493c-b137-2d0c4d9d5e78 req-f3415b02-153d-4f18-bb45-c8da22dda036 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Jun 18 08:16:06.375512 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9e0e76d3-4f2f-4a33-8ba6-e8bd583c9a51 req-c48ab48b-045f-41e5-9045-36709e3072e3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0286250 Jun 18 08:16:06.866543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d68c0-97ff-44f6-9c1a-3438d72e8224 req-25cc1a21-c1b2-4402-9afe-9ca55853302d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:06.868830 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d09d68c0-97ff-44f6-9c1a-3438d72e8224 req-25cc1a21-c1b2-4402-9afe-9ca55853302d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0487976 Jun 18 08:16:06.921793 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d09d68c0-97ff-44f6-9c1a-3438d72e8224 req-29c8f0eb-794c-4980-9fba-6853c47aeff1 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Jun 18 08:16:07.478124 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9e570ec5-06b6-48b5-93ff-149b47c8be7c req-18777e33-ae9f-4fbe-a778-d96009010755 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0272923 Jun 18 08:16:08.041561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0bc4e-d327-4a42-bc1c-8ffc0c9abff4 req-4f169765-bff1-4fcc-a98c-a54a999ec751 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:08.043269 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46f0bc4e-d327-4a42-bc1c-8ffc0c9abff4 req-4f169765-bff1-4fcc-a98c-a54a999ec751 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0504858 Jun 18 08:16:08.107699 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-46f0bc4e-d327-4a42-bc1c-8ffc0c9abff4 req-fdf4221a-f8e3-4753-80ff-725e0ded6211 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586202 Jun 18 08:16:08.586062 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ecbb7210-d481-4e5e-b5bd-8117c7ea83c8 req-abd82f6b-dd95-42a8-8671-f49715b5c3c1 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0311141 Jun 18 08:16:09.240829 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a3dd-805a-48d4-a851-341351099926 req-7cafd652-3ec9-4a2e-94ae-8724903c0c4e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:09.242280 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4167a3dd-805a-48d4-a851-341351099926 req-7cafd652-3ec9-4a2e-94ae-8724903c0c4e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 931 time: 0.0562289 Jun 18 08:16:09.293348 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4167a3dd-805a-48d4-a851-341351099926 req-e1173714-fe55-46d4-894a-121dfcbecc1a tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Jun 18 08:16:09.343912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Request body: {'port': {'device_id': '17a15584-23a4-4b95-86c5-85678898e102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:09.406065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.606469 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:09.623289 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:09.674528 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:16:09.683143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks [] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.691494 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5e019733-2b04-47aa-85b2-0816e95fbe2b req-c63fb691-15b9-409e-8fea-845ecbb4ab67 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0376239 Jun 18 08:16:09.703755 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Transition to ACTIVE for port object 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:16:09.716216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.764268 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:09.841706 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Attempting to bind port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:16:09.842039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Attempting to bind port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:16:09.842355 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Attempting to bind port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 on network 2bb342f6-a702-4152-8ef4-fae521e105b2 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:16:09.847252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 on network 2bb342f6-a702-4152-8ef4-fae521e105b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:16:09.847567 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Attempting to bind port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 on network 2bb342f6-a702-4152-8ef4-fae521e105b2 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:16:09.852729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:16:09.853059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Checking segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:16:09.853432 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Bound using segment: {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:16:09.853852 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Bound port: 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:16:09.854209 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.916222 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:09.919319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:09.925647 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.963734 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:09.964421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:09.965792 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 1093 time: 0.6262884 Jun 18 08:16:09.966183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:09.968439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc63e5e-885f-4d73-a093-c33d28c4a44d" -d '{"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:09.986047 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f72e0-b165-4e7a-87d4-335cb07f89a6 service neutron] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:10.011165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20d294-8707-49d0-aa1d-c91bf5cdf178 x-openstack-request-id: req-7d20d294-8707-49d0-aa1d-c91bf5cdf178 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:10.011449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:10.011723 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d20d294-8707-49d0-aa1d-c91bf5cdf178 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:10.012260 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d20d294-8707-49d0-aa1d-c91bf5cdf178'] response: {'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:16:10.160710 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-2beadd98-6e5d-4e88-9c91-bc8fb4723e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.162203 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-2beadd98-6e5d-4e88-9c91-bc8fb4723e79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1127 time: 0.0393803 Jun 18 08:16:10.267868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-058b8468-9833-49d6-b4e8-da6de2d5a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.269333 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-058b8468-9833-49d6-b4e8-da6de2d5a793 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935121 Jun 18 08:16:10.412771 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd41535-e6ee-4098-b646-d0d2b069215b req-3f16a3e9-4aa5-4bc3-89c2-07a047d50b09 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.414201 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cbd41535-e6ee-4098-b646-d0d2b069215b req-3f16a3e9-4aa5-4bc3-89c2-07a047d50b09 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 943 time: 0.0533707 Jun 18 08:16:10.465291 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cbd41535-e6ee-4098-b646-d0d2b069215b req-3c54b6b0-ab4f-4a2d-9db6-4d9e9141b49e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Jun 18 08:16:10.530944 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-f5512876-d96f-40a0-a878-18ebffb0a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.532472 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5bc63e5e-885f-4d73-a093-c33d28c4a44d req-f5512876-d96f-40a0-a878-18ebffb0a92e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964830 Jun 18 08:16:10.669876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-dbb339fe-c30f-46ac-8d6d-da57c8cbab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.671378 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-dbb339fe-c30f-46ac-8d6d-da57c8cbab3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1127 time: 0.0511115 Jun 18 08:16:10.697696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-33027424-1afe-4f94-abc7-c4e8a1da7eb9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.699172 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-33027424-1afe-4f94-abc7-c4e8a1da7eb9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.1417930 Jun 18 08:16:10.723737 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-2f87f7b1-fbac-42cb-8bd9-4de7496b542e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 217 time: 0.0390759 Jun 18 08:16:10.806510 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:10.816205 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b38f2d8d-959d-4d2b-9005-225f5d8b8974 req-a2a2f16c-4bc4-48a4-a16f-703ab437c3d2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0474303 Jun 18 08:16:10.838787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-e0206d62-e91b-481f-b86e-7685bf414128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.840236 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-e0206d62-e91b-481f-b86e-7685bf414128 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.1030200 Jun 18 08:16:10.862432 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-7d17fd4d-8d29-4c3b-96aa-57852521c53d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 379 time: 0.1307452 Jun 18 08:16:10.882553 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'port': {'device_id': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'admin_state_up': True, 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'security_groups': ['188e4828-94ba-402e-9d54-54fb9db5a50f']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:10.888523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:10.907964 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-9c00573d-1537-4abe-accb-38fbbe9cd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:10.909397 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-9c00573d-1537-4abe-accb-38fbbe9cd018 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617416 Jun 18 08:16:11.065870 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-4464ec5e-4052-4d9b-a6d2-10ba94cb25d8 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474626 Jun 18 08:16:11.071323 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Made reservation on behalf of 49e317feb48548bba0745b2297130f5e for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:16:11.074697 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:11.242527 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f1e62cb-e765-4d37-bcbb-9ac8397cd8dd req-e59b8d64-7438-42ae-a72c-f253df3bd2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648088 Jun 18 08:16:11.269189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.20.0.7 (05510254-5856-414b-a3c7-167e95f14eac/6fb31481-829b-4b70-9f43-2fc79469b64e/2a8dbafc-0f08-48b0-88cc-034c9a51c67a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:11.413142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:11.446274 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:11.492968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:11.498108 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:11.501917 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:16:11.524965 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:11.559421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:11.560039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:11.569037 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:11.577934 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e380e7b7-4841-4e55-848e-e472bce617c8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7005730 Jun 18 08:16:11.589644 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fd63a-ee17-463c-a2b1-d4c0d492ba93 req-a5d1ab8f-d2d0-42eb-be4e-6eb10633c4b2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:11.591184 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8b6fd63a-ee17-463c-a2b1-d4c0d492ba93 req-a5d1ab8f-d2d0-42eb-be4e-6eb10633c4b2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 943 time: 0.0514264 Jun 18 08:16:11.640670 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8b6fd63a-ee17-463c-a2b1-d4c0d492ba93 req-bb06cb1b-4238-4ac8-927f-bc3fe038ac9f tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Jun 18 08:16:11.763160 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:11.765647 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-31a5a837-833a-4443-9f37-9556d1b5b4f7 None None] Provisioning complete for port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:11.766055 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-31a5a837-833a-4443-9f37-9556d1b5b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:11.799320 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-31a5a837-833a-4443-9f37-9556d1b5b4f7 None None] Port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:16:11.940436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dce94-a221-4875-b277-13a143f3ee99 req-483150f4-991d-4f41-a524-0fb69dbb8e58 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:11.941757 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-215dce94-a221-4875-b277-13a143f3ee99 req-483150f4-991d-4f41-a524-0fb69dbb8e58 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 931 time: 0.0577784 Jun 18 08:16:11.978742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Request body: {'port': {'device_id': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:12.003900 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:12.018240 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-215dce94-a221-4875-b277-13a143f3ee99 req-ae733386-5301-42b1-9770-353b0292fdcc tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695038 Jun 18 08:16:12.058523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.320004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8dbafc-0f08-48b0-88cc-034c9a51c67a {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:16:12.327402 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks [] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.340674 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Transition to ACTIVE for port object 2a8dbafc-0f08-48b0-88cc-034c9a51c67a will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:16:12.344831 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.391186 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Pushing event updated for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:12.468796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Attempting to bind port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:16:12.469137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Attempting to bind port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:16:12.469411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Attempting to bind port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:16:12.474473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a on network 05510254-5856-414b-a3c7-167e95f14eac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:16:12.474783 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Attempting to bind port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:16:12.480106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:16:12.480438 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:16:12.480795 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Bound using segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:16:12.481214 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Bound port: 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:16:12.481566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.546185 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:16:12.549501 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:16:12.556953 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.592362 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:12.593095 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:12.594384 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-b983a972-f937-49f2-918f-62d19df6827b service neutron] 10.222.0.16 "PUT /v2.0/ports/2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 200 len: 1093 time: 0.6201005 Jun 18 08:16:12.594823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:12.597090 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ef8c83-ae34-4306-944f-03620b293bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:12.619128 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983a972-f937-49f2-918f-62d19df6827b service neutron] Pushing event updated for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:12.657244 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423cabdf-ae93-4211-b720-1aac427b11a9 x-openstack-request-id: req-423cabdf-ae93-4211-b720-1aac427b11a9 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:12.657559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:12.657809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-423cabdf-ae93-4211-b720-1aac427b11a9 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:12.658224 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423cabdf-ae93-4211-b720-1aac427b11a9'] response: {'name': 'network-changed', 'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'status': 'completed', 'code': 200} Jun 18 08:16:12.725608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-a7bb009e-99a0-468b-9c19-83a3b6bf8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:12.727408 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-a7bb009e-99a0-468b-9c19-83a3b6bf8574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1127 time: 0.0537333 Jun 18 08:16:12.838501 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-a6826be4-f72e-4a94-9017-3ee67fb0716c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 200 len: 217 time: 0.0663617 Jun 18 08:16:12.842714 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:12.847992 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6208a-2218-4529-8d52-09c9321a5590 req-f23558c6-7b30-4a5f-90ed-f42cffeaa95e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:12.849417 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bba6208a-2218-4529-8d52-09c9321a5590 req-f23558c6-7b30-4a5f-90ed-f42cffeaa95e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 943 time: 0.1358945 Jun 18 08:16:12.856310 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:12.918333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-1648a165-bff4-4d20-9515-c90da272fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:12.919846 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-1648a165-bff4-4d20-9515-c90da272fd49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0692143 Jun 18 08:16:12.944995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bba6208a-2218-4529-8d52-09c9321a5590 req-b985da96-b612-4c9b-b92b-5731d9a3e1d5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859435 Jun 18 08:16:12.970502 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:12.973823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-42d67945-2ae7-43a4-95f2-d36ff13b3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:12.975388 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-42d67945-2ae7-43a4-95f2-d36ff13b3578 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456183 Jun 18 08:16:13.071717 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-e13bdf22-1522-4cf1-b98d-bb6106403db5 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897098 Jun 18 08:16:13.143976 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140043cc-e008-48cc-9fd1-1b7ad3c9cb9c req-b449dc99-9f2f-41f7-a1d9-1de3879c81a6 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:13.145418 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-140043cc-e008-48cc-9fd1-1b7ad3c9cb9c req-b449dc99-9f2f-41f7-a1d9-1de3879c81a6 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0504849 Jun 18 08:16:13.168064 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b576be1a-a514-492c-8614-1ad66da4fde8 req-0791097a-7632-425d-845c-f8eaca586c36 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Jun 18 08:16:13.196526 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-140043cc-e008-48cc-9fd1-1b7ad3c9cb9c req-fc144d06-1bad-4aef-800e-619e892dec55 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450881 Jun 18 08:16:13.476620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-c9b3ccc5-bc13-4b00-b2bc-9e53bc8995f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:13.478034 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-c9b3ccc5-bc13-4b00-b2bc-9e53bc8995f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1127 time: 0.0439458 Jun 18 08:16:13.575456 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-c1864931-4b83-4c06-b2fb-f723390a56c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:13.576902 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-c1864931-4b83-4c06-b2fb-f723390a56c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0928676 Jun 18 08:16:13.614257 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-38d9323f-e31a-49a3-8ed6-342fecfead40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 200 len: 217 time: 0.0309544 Jun 18 08:16:13.663812 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-d715a438-3fc3-441c-9829-06e0285e2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:13.665207 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-d715a438-3fc3-441c-9829-06e0285e2da5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0450859 Jun 18 08:16:13.707653 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-6af47f71-deeb-4a4c-8fdb-017ee2702f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:13.709097 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-6af47f71-deeb-4a4c-8fdb-017ee2702f7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381107 Jun 18 08:16:13.799162 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-7ddaf58c-4790-4eea-b1de-86c144e1caa5 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839715 Jun 18 08:16:13.899686 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e6ef8c83-ae34-4306-944f-03620b293bcd req-bb03e50d-4eea-41d3-ad88-9954e5331ee4 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931156 Jun 18 08:16:14.062469 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ac94d-8567-435d-a35a-a114783580a3 req-0302f0a6-e10b-48d5-ab89-b5887a05e910 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:14.063874 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a25ac94d-8567-435d-a35a-a114783580a3 req-0302f0a6-e10b-48d5-ab89-b5887a05e910 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 943 time: 0.0479789 Jun 18 08:16:14.113899 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a25ac94d-8567-435d-a35a-a114783580a3 req-02339a28-186e-4afa-acc3-50568dcac0a7 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Jun 18 08:16:14.160700 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:16:14.258761 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:14.270369 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'port_id': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'mac_address': 'fa:16:3e:b4:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:16:14.309368 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:14.309763 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:14.311933 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856acd4-7345-459c-bc77-e1feebf23b15 req-04a58f6d-ebfb-4710-82be-9998ce20ca25 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:14.313507 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4856acd4-7345-459c-bc77-e1feebf23b15 req-04a58f6d-ebfb-4710-82be-9998ce20ca25 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0498624 Jun 18 08:16:14.324228 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:16:14.345221 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:14.349780 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:14.363085 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4856acd4-7345-459c-bc77-e1feebf23b15 req-6afd875b-42a7-45ea-82d9-918ff27026a6 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Jun 18 08:16:14.395136 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:14.660234 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:16:15.243338 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fbec0-5806-4d34-aa04-f09d9277ba7e req-3feb2c39-ec2f-4ee4-88e2-5f121237fafa tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:15.244797 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-765fbec0-5806-4d34-aa04-f09d9277ba7e req-3feb2c39-ec2f-4ee4-88e2-5f121237fafa tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 944 time: 0.0532255 Jun 18 08:16:15.294418 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-765fbec0-5806-4d34-aa04-f09d9277ba7e req-4906e1ee-f1aa-4380-a6b6-f4a518fdf4a8 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 Jun 18 08:16:15.491037 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519775-313e-4176-9ba9-265ad9bc7ea0 req-9dd74c52-cffa-4db6-933d-d7f97aa465aa tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:15.492514 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-03519775-313e-4176-9ba9-265ad9bc7ea0 req-9dd74c52-cffa-4db6-933d-d7f97aa465aa tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0488634 Jun 18 08:16:15.548138 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-03519775-313e-4176-9ba9-265ad9bc7ea0 req-0c8e93af-192f-4d4b-bed2-8b836b1a3e7c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474355 Jun 18 08:16:16.162280 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:16:16.207079 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:16:16.217089 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:16.217594 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:16.296706 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:16.297088 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:16.321667 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:16.323935 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1b292-3859-4fd0-9716-af6c1fbe1f90" -d '{"events": [{"server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "name": "network-vif-plugged", "status": "completed", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:16.337571 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:16.342481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:16.366659 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166fe5f-4df9-4598-822a-a99b08bdffcd x-openstack-request-id: req-b166fe5f-4df9-4598-822a-a99b08bdffcd {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:16.366950 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "name": "network-vif-plugged", "status": "completed", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:16.367225 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b166fe5f-4df9-4598-822a-a99b08bdffcd {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:16.367603 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b166fe5f-4df9-4598-822a-a99b08bdffcd'] response: {'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'code': 200} Jun 18 08:16:16.392049 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:16.413035 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cd43e-f6a3-4bc4-8445-3499abab4642 req-86f24bd1-a933-443e-8aef-9d2d9f1a790c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:16.415347 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c08cd43e-f6a3-4bc4-8445-3499abab4642 req-86f24bd1-a933-443e-8aef-9d2d9f1a790c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Jun 18 08:16:16.458427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:16.463375 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c08cd43e-f6a3-4bc4-8445-3499abab4642 req-f0a6a6f3-ee55-4a47-8c83-2d63e17fb42a tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423937 Jun 18 08:16:16.577150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784a9ba-c4f9-44be-b932-b122d0ffb5da req-2a8a9ab0-22b3-4b7e-bafd-df25e5168e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:16.578122 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a784a9ba-c4f9-44be-b932-b122d0ffb5da req-2a8a9ab0-22b3-4b7e-bafd-df25e5168e0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1129 time: 0.0420158 Jun 18 08:16:16.622486 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a784a9ba-c4f9-44be-b932-b122d0ffb5da req-7d0e413d-850b-4ba6-bffe-adf625cb73be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Jun 18 08:16:16.662669 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327549-2d75-49b9-95ad-82465cd07fb7 req-4fe097b5-e149-4a52-ba92-ad8f8afd20a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:16.664220 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d6327549-2d75-49b9-95ad-82465cd07fb7 req-4fe097b5-e149-4a52-ba92-ad8f8afd20a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0470688 Jun 18 08:16:16.714164 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d6327549-2d75-49b9-95ad-82465cd07fb7 req-70375322-9c72-4186-bfab-f5048e7ef523 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445085 Jun 18 08:16:17.577992 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdba94b-9f0d-4490-b1e5-b816d740f750 req-eee555bb-4e6e-49f3-babd-392b797343a0 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:17.579528 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbdba94b-9f0d-4490-b1e5-b816d740f750 req-eee555bb-4e6e-49f3-babd-392b797343a0 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Jun 18 08:16:17.590955 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:17.628193 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fbdba94b-9f0d-4490-b1e5-b816d740f750 req-5c008d80-29a4-4b76-b936-e79759883abd tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Jun 18 08:16:17.827899 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa0e37-1d6b-4b7d-8679-78c03aa17b01 req-1293e6a5-a545-4eae-a51c-2f904bf7891d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:17.829330 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-37aa0e37-1d6b-4b7d-8679-78c03aa17b01 req-1293e6a5-a545-4eae-a51c-2f904bf7891d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0475445 Jun 18 08:16:17.877630 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-37aa0e37-1d6b-4b7d-8679-78c03aa17b01 req-987adba7-fb48-4097-a924-cadcb6994236 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427251 Jun 18 08:16:18.757409 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8956fb6-30ab-4639-a825-a44b93646b7b req-c6e069eb-4566-4c4f-81ec-afaae60e2730 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:18.758814 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8956fb6-30ab-4639-a825-a44b93646b7b req-c6e069eb-4566-4c4f-81ec-afaae60e2730 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0529776 Jun 18 08:16:18.811368 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c8956fb6-30ab-4639-a825-a44b93646b7b req-b890400e-fb71-4522-8902-832a3360fcb3 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Jun 18 08:16:18.929751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d54c19-ecca-4981-b89d-8aabe362e6de req-b1d7db5a-bcca-4a7d-923b-24a0fb0e1650 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:18.931358 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0d54c19-ecca-4981-b89d-8aabe362e6de req-b1d7db5a-bcca-4a7d-923b-24a0fb0e1650 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Jun 18 08:16:18.949791 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:18.958172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:18.982176 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b0d54c19-ecca-4981-b89d-8aabe362e6de req-26cd2053-f18c-4e02-a3c7-98577caa7d16 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451529 Jun 18 08:16:18.993119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c134-05fc-4dab-ad49-018d8fd1a02a req-d3150f68-4239-4bc2-b168-63eb11da849b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:18.994674 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-baa0c134-05fc-4dab-ad49-018d8fd1a02a req-d3150f68-4239-4bc2-b168-63eb11da849b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0498672 Jun 18 08:16:19.045445 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-baa0c134-05fc-4dab-ad49-018d8fd1a02a req-ea79d4b1-e479-4596-a961-ce7e6d601260 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Jun 18 08:16:19.310450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c274-8b3c-4d6a-be9e-b19fdf195fa5 req-3a8dfeaf-1019-4715-929a-4454cfa0ac42 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:19.311922 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39e0c274-8b3c-4d6a-be9e-b19fdf195fa5 req-3a8dfeaf-1019-4715-929a-4454cfa0ac42 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Jun 18 08:16:19.369113 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-39e0c274-8b3c-4d6a-be9e-b19fdf195fa5 req-104dc4d7-fcc8-4613-a674-20cfb3a71c5e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 Jun 18 08:16:20.162799 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b4d0-d679-432f-8502-a546de3b7098 req-b03837be-627c-46c3-a41b-c49bb73720dd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:20.164289 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4d06b4d0-d679-432f-8502-a546de3b7098 req-b03837be-627c-46c3-a41b-c49bb73720dd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 943 time: 0.0469673 Jun 18 08:16:20.172342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 2a8dbafc-0f08-48b0-88cc-034c9a51c67a details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:16:20.208454 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:20.215346 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-4d06b4d0-d679-432f-8502-a546de3b7098 req-086d7803-02d8-4d32-9345-17c8e63736ce tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Jun 18 08:16:20.275559 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:20.277484 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:20.289749 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'port_id': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'mac_address': 'fa:16:3e:70:f5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:16:20.325921 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:20.326214 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:20.339912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8dbafc-0f08-48b0-88cc-034c9a51c67a {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:16:20.359266 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:20.365144 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:20.417994 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:20.641774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['2a8dbafc-0f08-48b0-88cc-034c9a51c67a'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:16:21.337712 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d94155-a958-4d76-8a6f-fab85009fb7e req-25d67601-b82c-427e-bac8-423c48fa14b4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:21.339298 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c2d94155-a958-4d76-8a6f-fab85009fb7e req-25d67601-b82c-427e-bac8-423c48fa14b4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 944 time: 0.0530021 Jun 18 08:16:21.392501 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c2d94155-a958-4d76-8a6f-fab85009fb7e req-33c50875-fae5-4fe9-8348-487e9a014d44 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458729 Jun 18 08:16:22.189864 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 2a8dbafc-0f08-48b0-88cc-034c9a51c67a up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:16:22.238495 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:16:22.247597 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:22.247983 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:22.321415 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:22.321817 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:22.344576 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:22.346823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb10df4-2ea8-4e64-a2dd-24765c18cdc2" -d '{"events": [{"server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "name": "network-vif-plugged", "status": "completed", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:22.362340 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:22.366991 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:22.391501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c5ddc-faff-4c0f-8e57-a21f47d22373 x-openstack-request-id: req-aa4c5ddc-faff-4c0f-8e57-a21f47d22373 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:22.391788 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "name": "network-vif-plugged", "status": "completed", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:22.392701 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa4c5ddc-faff-4c0f-8e57-a21f47d22373 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:22.393095 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4c5ddc-faff-4c0f-8e57-a21f47d22373'] response: {'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'code': 200} Jun 18 08:16:22.429728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:22.527155 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086b81f-7648-4d69-9ff6-f152895e9e7b req-6055bef9-42b8-400a-b4ec-4f662228589d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:22.528665 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d086b81f-7648-4d69-9ff6-f152895e9e7b req-6055bef9-42b8-400a-b4ec-4f662228589d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0539751 Jun 18 08:16:22.581697 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d086b81f-7648-4d69-9ff6-f152895e9e7b req-1c155d9a-e615-4d84-bdf6-48ef436833e0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468156 Jun 18 08:16:22.649577 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff5e4a-d538-43be-afc6-94ef4ca74361 req-2b5ab881-a711-485a-9497-1ab2eaaecf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:22.651232 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1ff5e4a-d538-43be-afc6-94ef4ca74361 req-2b5ab881-a711-485a-9497-1ab2eaaecf37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1129 time: 0.0417318 Jun 18 08:16:22.697441 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f1ff5e4a-d538-43be-afc6-94ef4ca74361 req-55229a10-ad09-4eb1-80c2-1ddfb26a5347 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407336 Jun 18 08:16:23.710488 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57cea-2fec-445a-a168-c6c691743655 req-954c2c03-8825-4bb7-8326-e7fa47fe3192 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:23.712183 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dff57cea-2fec-445a-a168-c6c691743655 req-954c2c03-8825-4bb7-8326-e7fa47fe3192 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Jun 18 08:16:23.766094 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dff57cea-2fec-445a-a168-c6c691743655 req-04a7b058-9c1c-484c-95f6-e75a0e31b883 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480690 Jun 18 08:16:24.899690 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bc669-dfbd-4702-bba4-9ac36466c907 req-a06a6e92-4e5a-41e5-8d00-dc7f941491a9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:24.901126 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e04bc669-dfbd-4702-bba4-9ac36466c907 req-a06a6e92-4e5a-41e5-8d00-dc7f941491a9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0560286 Jun 18 08:16:24.956659 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e04bc669-dfbd-4702-bba4-9ac36466c907 req-5ea6320c-0aed-4fd6-b261-e41f8aaa7872 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478320 Jun 18 08:16:25.033422 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:25.074315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224afb9e-11ea-4241-a959-4ca3aefac33e req-40161cd3-151f-4c4c-b527-0aff4c9e387c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:25.075716 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-224afb9e-11ea-4241-a959-4ca3aefac33e req-40161cd3-151f-4c4c-b527-0aff4c9e387c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0507007 Jun 18 08:16:25.126433 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-224afb9e-11ea-4241-a959-4ca3aefac33e req-14462774-6b20-40b2-8e39-431be7889b41 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Jun 18 08:16:25.149122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59020) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:25.232908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415ce28-8c84-4092-9e3c-8ec295771874 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:25.234387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0415ce28-8c84-4092-9e3c-8ec295771874 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1124 time: 0.0841279 Jun 18 08:16:25.238888 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59024) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:25.243343 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'port_id': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:25.267930 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:25.349050 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:25.454926 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.27.2.210 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/1c22a238-55ae-45b1-b21d-766dcb0bebe5) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:25.558287 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:25.592712 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:25.637188 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:25.642101 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:25.644362 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=1c22a238-55ae-45b1-b21d-766dcb0bebe5,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:25.646498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:16:25.649371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:25.676681 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:25.996827 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (74f946e4-53ba-4d53-ac74-72929f38ee30), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.070415 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.222828 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.230885 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.299516 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=1c22a238-55ae-45b1-b21d-766dcb0bebe5,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:26.309380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (74f946e4-53ba-4d53-ac74-72929f38ee30), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.403854 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP 74f946e4-53ba-4d53-ac74-72929f38ee30 associated. External IP: 172.27.2.210, port: 2a8dbafc-0f08-48b0-88cc-034c9a51c67a. Jun 18 08:16:26.533409 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:26.537426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:26.601721 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:16:26.715213 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:16:26.725375 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:16:26.735349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:26.736880 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:16:26.737628 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:16:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:26.766020 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-82d738b9-8462-497f-9e07-329ff47169d8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5260220 Jun 18 08:16:26.766651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:26.769045 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f" -d '{"events": [{"name": "network-changed", "server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:26.805084 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e52e572-3456-4530-8535-48c42f08a614 x-openstack-request-id: req-7e52e572-3456-4530-8535-48c42f08a614 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:26.805373 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:26.805624 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e52e572-3456-4530-8535-48c42f08a614 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:26.806023 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e52e572-3456-4530-8535-48c42f08a614'] response: {'name': 'network-changed', 'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'status': 'completed', 'code': 200} Jun 18 08:16:26.840342 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:16:26.914000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-c7af816c-42b9-4621-b49f-7e3a5c4a7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:26.916187 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-c7af816c-42b9-4621-b49f-7e3a5c4a7a6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1129 time: 0.0397327 Jun 18 08:16:27.058453 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '74f946e4-53ba-4d53-ac74-72929f38ee30', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:70:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:25Z', 'updated_at': '2022-06-18T08:16:25Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:27.086249 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:16:27.094783 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:16:27.095394 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:16:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:27.108807 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-7d4fc632-3c22-4584-b3dc-93167a491263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:27.110314 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-7d4fc632-3c22-4584-b3dc-93167a491263 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0944052 Jun 18 08:16:27.210072 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:16:27.321156 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-18f90a61-1bda-44bd-9354-e189afff9de1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 200 len: 999 time: 0.0631161 Jun 18 08:16:27.428765 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '74f946e4-53ba-4d53-ac74-72929f38ee30', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:70:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:25Z', 'updated_at': '2022-06-18T08:16:25Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:27.453087 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa6784-d021-4897-a9eb-ed98f951b455 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '74f946e4-53ba-4d53-ac74-72929f38ee30', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:70:f5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:25Z', 'updated_at': '2022-06-18T08:16:25Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:16:27.629799 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-4244e725-9e3e-41c5-9f9b-627f1bf44d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:27.631364 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-4244e725-9e3e-41c5-9f9b-627f1bf44d62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0582283 Jun 18 08:16:27.647237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:27.678336 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-31dbc5f1-0187-491f-b730-f115c08041e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:27.680066 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-31dbc5f1-0187-491f-b730-f115c08041e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432992 Jun 18 08:16:27.704039 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7cdaa-8973-4419-99f7-cc5cd2ae38ef None None] New status for floating IP 74f946e4-53ba-4d53-ac74-72929f38ee30: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:16:27.707620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:27.709083 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:27.772600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:27.779127 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-a8e20b06-75b4-43f2-94aa-52b262daad41 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931802 Jun 18 08:16:28.138081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e554539c-613b-405b-847e-8d561f2d9a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:28.150649 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1af8dd29-69ae-4938-b3ef-ad3e8c06802f req-bf3c29ec-4a80-4644-9d8c-d8095b515408 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645680 Jun 18 08:16:28.891937 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37ad70-25d9-49a8-9af1-e890076ac39d req-aa91a446-bc61-4605-81ea-c095accc630a tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:28.893386 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc37ad70-25d9-49a8-9af1-e890076ac39d req-aa91a446-bc61-4605-81ea-c095accc630a tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0528090 Jun 18 08:16:28.941549 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cc37ad70-25d9-49a8-9af1-e890076ac39d req-a972b6d5-5d1d-4c78-bf99-e4428e0d43cc tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425541 Jun 18 08:16:28.965260 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59044) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:29.056346 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62691419-ced0-40ec-95ba-b9072d8b1f8c tempest-TestMinimumBasicScenario-1289665632 tempest-TestMinimumBasicScenario-1289665632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:29.057830 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-62691419-ced0-40ec-95ba-b9072d8b1f8c tempest-TestMinimumBasicScenario-1289665632 tempest-TestMinimumBasicScenario-1289665632-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1124 time: 0.0916049 Jun 18 08:16:29.062023 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59048) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:29.066183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'port_id': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:29.090142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.168862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.276583 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Allocated IP 172.27.2.215 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/8484b82a-817e-40cc-b718-8c403b50fdf6) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:16:29.380716 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.416141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.458766 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:16:29.463329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:16:29.467159 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:16:29.470296 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'Port': ['ID=8484b82a-817e-40cc-b718-8c403b50fdf6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:29.538813 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:29.620057 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:29.839319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for floatingip (d31ce5d7-c7d8-41ba-8767-8f7993f12db9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.909819 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:29.910273 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:16:30.056809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.062742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.130082 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'Port': ['ID=8484b82a-817e-40cc-b718-8c403b50fdf6,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:30.141944 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (d31ce5d7-c7d8-41ba-8767-8f7993f12db9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.234790 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Floating IP d31ce5d7-c7d8-41ba-8767-8f7993f12db9 associated. External IP: 172.27.2.215, port: 35634c13-8bea-4b9f-99d6-e32a1b1ddd59. Jun 18 08:16:30.425002 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:30.427457 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:16:30.437115 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:30.463719 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee7c7-17c9-4c7d-97f1-8c2b6faeba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.535585 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:16:30.546099 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Sync routers for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:16:30.557372 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.562102 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:16:30.562714 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:16:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:30.587936 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ab3e1441-6cde-4e32-950b-09b389e2f89d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5248950 Jun 18 08:16:30.588612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:30.590859 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59050) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:30.591400 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60637558-07f1-4407-a17b-2ff70017292a" -d '{"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:30.596876 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427699089', 'description': 'tempest-secgroup-smoke-427699089 description', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:30.624988 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.636862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf2fa2-a8b0-422a-9f0c-741bad86f3b2 x-openstack-request-id: req-92cf2fa2-a8b0-422a-9f0c-741bad86f3b2 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:30.636862 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:30.637216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92cf2fa2-a8b0-422a-9f0c-741bad86f3b2 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:30.637711 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cf2fa2-a8b0-422a-9f0c-741bad86f3b2'] response: {'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:16:30.674035 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:16:30.699049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (476afebb-bf1b-4afd-a6e2-0e044c387c3b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.704145 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (476afebb-bf1b-4afd-a6e2-0e044c387c3b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.728934 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637558-07f1-4407-a17b-2ff70017292a req-5164b245-ec9a-4b5b-823c-8e973745fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:30.730606 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-5164b245-ec9a-4b5b-823c-8e973745fb2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1129 time: 0.0433114 Jun 18 08:16:30.734321 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476afebb-bf1b-4afd-a6e2-0e044c387c3b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:30.740733 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.746251 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-069324d8-732c-425d-9676-51c454cb586d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1527882 Jun 18 08:16:30.746408 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59054) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:30.758821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:30.764282 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:30.773001 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:30.830536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (4a324bb8-116b-48c7-9561-96a1efec6cd0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.860355 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637558-07f1-4407-a17b-2ff70017292a req-4805466b-a3df-4bdc-9d2c-af902e32fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:30.861841 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-4805466b-a3df-4bdc-9d2c-af902e32fe1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.1255019 Jun 18 08:16:30.892786 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd31ce5d7-c7d8-41ba-8767-8f7993f12db9', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'port_id': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'mac_address': 'fa:16:3e:b4:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a15584-23a4-4b95-86c5-85678898e102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:29Z', 'updated_at': '2022-06-18T08:16:29Z', 'revision_number': 0, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:30.916413 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Checking router: 1c5e7682-4d89-4a07-8e70-65c4af6f4245 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:16:30.924849 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:16:30.925433 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:16:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:30.945677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (4a324bb8-116b-48c7-9561-96a1efec6cd0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.947750 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-a511c322-5a7c-4e17-99e0-77bd4151fdd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 999 time: 0.0776148 Jun 18 08:16:30.950532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (4a324bb8-116b-48c7-9561-96a1efec6cd0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:30.996082 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a324bb8-116b-48c7-9561-96a1efec6cd0,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.010180 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.013952 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0210c2b2-39f4-4733-81f9-0323920a74f9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651262 Jun 18 08:16:31.014169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59056) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:31.018506 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:31.033620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637558-07f1-4407-a17b-2ff70017292a req-953abc66-7de5-4da6-a38f-2174b8b10859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:31.035119 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-953abc66-7de5-4da6-a38f-2174b8b10859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0777946 Jun 18 08:16:31.085624 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (c8e33829-c861-4859-86a5-3443c0e86aa9), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.097691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637558-07f1-4407-a17b-2ff70017292a req-7a64ab4e-5a0e-409c-9654-fc30f8099c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:31.099279 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-7a64ab4e-5a0e-409c-9654-fc30f8099c60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579135 Jun 18 08:16:31.119214 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:16:31.194566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (c8e33829-c861-4859-86a5-3443c0e86aa9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.200918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (c8e33829-c861-4859-86a5-3443c0e86aa9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.229176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e33829-c861-4859-86a5-3443c0e86aa9,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.236437 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-68392ae8-8a3b-4828-b2c0-21d53843564b service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266375 Jun 18 08:16:31.241751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.242832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a1d7a473-3424-4d75-820b-b21c0d6e36e5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2277606 Jun 18 08:16:31.245783 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59058) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:31.256383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:31.283861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:31.304040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.334076 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:31.335281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd31ce5d7-c7d8-41ba-8767-8f7993f12db9', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'port_id': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'mac_address': 'fa:16:3e:b4:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a15584-23a4-4b95-86c5-85678898e102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:29Z', 'updated_at': '2022-06-18T08:16:29Z', 'revision_number': 0, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:16:31.342915 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (1b99f183-aa2a-43e7-9b72-fcee7e37b474), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.360387 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31559a8b-c801-4d74-a0e2-9b0014153420 None None] The sync data for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi is: [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'd31ce5d7-c7d8-41ba-8767-8f7993f12db9', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'floating_ip_address': '172.27.2.215', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'port_id': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'mac_address': 'fa:16:3e:b4:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a15584-23a4-4b95-86c5-85678898e102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:16:29Z', 'updated_at': '2022-06-18T08:16:29Z', 'revision_number': 0, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:16:31.389714 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-60637558-07f1-4407-a17b-2ff70017292a req-cbb499b8-90ee-44d7-8427-d85d0c092753 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457930 Jun 18 08:16:31.410584 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (1b99f183-aa2a-43e7-9b72-fcee7e37b474), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.416401 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (1b99f183-aa2a-43e7-9b72-fcee7e37b474), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.437732 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b99f183-aa2a-43e7-9b72-fcee7e37b474,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.443625 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.444758 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-207ef1e1-960e-4912-93c2-406db4d9e6b5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1980333 Jun 18 08:16:31.447741 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59062) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:31.452705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:31.479279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (189d5be8-709f-4205-bef5-7b32b62db94b), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.542598 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (189d5be8-709f-4205-bef5-7b32b62db94b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.548100 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (189d5be8-709f-4205-bef5-7b32b62db94b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.568927 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189d5be8-709f-4205-bef5-7b32b62db94b,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.576353 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7987f-23fe-4e0e-9d1c-5a5cbc173e50 None None] New status for floating IP d31ce5d7-c7d8-41ba-8767-8f7993f12db9: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:16:31.577428 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.578712 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eaa7d466-c37e-4253-99c4-e7f118ea6f55 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298380 Jun 18 08:16:31.581570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59064) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:31.585892 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:31.607065 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.securitygroups_db [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Project ea8b2e1c7f6d4e10b9bc871803dfcf0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:16:31.612427 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (6bbd8c59-5a44-4f63-8cca-cfb4e404dfb3), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.671259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (6bbd8c59-5a44-4f63-8cca-cfb4e404dfb3), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.676313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (6bbd8c59-5a44-4f63-8cca-cfb4e404dfb3), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.696716 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd8c59-5a44-4f63-8cca-cfb4e404dfb3,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.703287 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.704850 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d45d9879-4a74-4a58-a021-a95017c9ec60 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222444 Jun 18 08:16:31.707804 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59066) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:16:31.712177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'security_group_rule': {'security_group_id': '476afebb-bf1b-4afd-a6e2-0e044c387c3b', 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:31.733655 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.securitygroups_db [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Project ea8b2e1c7f6d4e10b9bc871803dfcf0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:16:31.736349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:31.741513 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (bea2cf71-f598-49ee-83b1-6c8765692a1f), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.791726 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:31.802251 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (bea2cf71-f598-49ee-83b1-6c8765692a1f), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.808259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (bea2cf71-f598-49ee-83b1-6c8765692a1f), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.829570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea2cf71-f598-49ee-83b1-6c8765692a1f,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:31.837849 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:31.839026 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-7064f2e3-24c9-4911-815b-70acd7c4576d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302068 Jun 18 08:16:31.935042 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-c4e4c525-b17c-45af-a4a3-6d526ae0ff6b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427699089&fields=id&tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e HTTP/1.1" status: 200 len: 267 time: 0.0492675 Jun 18 08:16:31.989018 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-c7c25f41-d125-4168-b2be-dc7ac0c07532 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:31.990382 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-c7c25f41-d125-4168-b2be-dc7ac0c07532 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Jun 18 08:16:32.000840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'port': {'security_groups': ['ff1647c3-6b10-4a5a-9915-ca35eacd01c3', '476afebb-bf1b-4afd-a6e2-0e044c387c3b']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:16:32.068330 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.258562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:16:32.293872 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.300547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.342865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:16:32.346947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:32.347602 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.348963 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06fd2895-cceb-4f86-a3b2-01a27df3c835 req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "PUT /v2.0/ports/35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 981 time: 0.3525679 Jun 18 08:16:32.371928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421dd4a-76ea-4e9c-962f-9cdb121b5371 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=6']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:16:32.469347 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cef7e2-8f51-4342-8cbf-487e94dc414c req-8b3b4309-25b9-48d4-befc-193411986556 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:32.471053 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-92cef7e2-8f51-4342-8cbf-487e94dc414c req-8b3b4309-25b9-48d4-befc-193411986556 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0510936 Jun 18 08:16:32.481821 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:16:32.534080 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-92cef7e2-8f51-4342-8cbf-487e94dc414c req-c2c64a7a-db4b-45c8-9875-b44843048699 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570436 Jun 18 08:16:32.638337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:16:32.640730 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826a2d27-5c72-4952-a322-19abc74a3d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:16:32.644060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5fc8eda3-19bd-4107-ac2a-684bb6db4c0b None None] Provisioning complete for port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:16:32.644572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5fc8eda3-19bd-4107-ac2a-684bb6db4c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.678406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d33338a-a712-48a6-8e72-402b153e76e6 x-openstack-request-id: req-9d33338a-a712-48a6-8e72-402b153e76e6 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:16:32.678802 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:16:32.679043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d33338a-a712-48a6-8e72-402b153e76e6 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:16:32.679504 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d33338a-a712-48a6-8e72-402b153e76e6'] response: {'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:16:32.768443 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-cb3fd91d-6e49-49a7-aa96-07c9425da537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:32.770330 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-cb3fd91d-6e49-49a7-aa96-07c9425da537 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1168 time: 0.0408719 Jun 18 08:16:32.822252 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:32.833926 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:32.863315 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8eda3-19bd-4107-ac2a-684bb6db4c0b None None] Current status of the port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:16:32.865835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-4965f850-806f-4aa8-a7dc-0bf8533ff5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:32.867344 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-4965f850-806f-4aa8-a7dc-0bf8533ff5b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.0915725 Jun 18 08:16:32.879153 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:32.928844 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-88383538-9ae0-4e7b-91a8-605b371e7570 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 1001 time: 0.0557947 Jun 18 08:16:32.977155 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-08538d07-9181-4cb6-83e5-235d85238eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:32.978635 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-08538d07-9181-4cb6-83e5-235d85238eea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0430641 Jun 18 08:16:32.991652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:33.025804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-6c5561c7-7a88-45c7-ba11-a4f85843708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:33.027260 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-6c5561c7-7a88-45c7-ba11-a4f85843708f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429058 Jun 18 08:16:33.100582 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:33.122172 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-2fd2c118-852f-4cd3-b62c-67ccdaa9dccd service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872936 Jun 18 08:16:33.216849 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-826a2d27-5c72-4952-a322-19abc74a3d4e req-7199bee7-a32c-4b59-862b-6804ff2eab82 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Jun 18 08:16:33.259629 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:41.332884 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=51 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:41.359467 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=53 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:42.521802 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=22,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:42.528751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=2,neutron:SELECT=11 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:43.212652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=22 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:43.213879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=10 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:43.246424 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:43.253247 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:16:55.034181 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:55.341111 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d148f8c-ca0a-45e9-a255-b97a00418e7f req-f75d38c1-56bb-4bad-bace-0f311cff8ccb tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:55.342453 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d148f8c-ca0a-45e9-a255-b97a00418e7f req-f75d38c1-56bb-4bad-bace-0f311cff8ccb tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0484006 Jun 18 08:16:55.393850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-04e18395-39d9-4cc1-ad27-40751e821391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:55.395370 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-04e18395-39d9-4cc1-ad27-40751e821391 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1168 time: 0.0519972 Jun 18 08:16:55.460184 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7d148f8c-ca0a-45e9-a255-b97a00418e7f req-8d8be2d7-793a-4a72-a919-ecfabe8f7546 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092153 Jun 18 08:16:55.513891 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-882b9834-532a-4b45-81d8-bb0903c62096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:55.515402 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-882b9834-532a-4b45-81d8-bb0903c62096 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.1125259 Jun 18 08:16:55.580764 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-d288365e-2810-4626-a1be-a75cd2b845d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 1001 time: 0.0581443 Jun 18 08:16:55.629553 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-34e8aa15-f0b3-409d-99cc-06d781aba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:55.630933 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-34e8aa15-f0b3-409d-99cc-06d781aba07f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0427525 Jun 18 08:16:55.675756 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-55df849e-8c37-4d66-92c0-80e105e34cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:55.677194 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-55df849e-8c37-4d66-92c0-80e105e34cb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386441 Jun 18 08:16:55.769095 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-d870fe97-15d3-4aa5-bcaa-d0c32a6101dc service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850556 Jun 18 08:16:55.858742 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dec633ea-4e8f-44db-9437-b097ca7ace57 req-2e1f8373-a650-431d-b94a-762460916333 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826933 Jun 18 08:16:56.589363 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fd4f3-6372-4522-bd12-e31239316736 req-7b53dd4b-cbcf-4176-bdfa-ce3bdb7d2f02 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:56.590807 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-591fd4f3-6372-4522-bd12-e31239316736 req-7b53dd4b-cbcf-4176-bdfa-ce3bdb7d2f02 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0478401 Jun 18 08:16:56.654143 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-591fd4f3-6372-4522-bd12-e31239316736 req-944aaf20-c064-488d-a9ca-1d21e2a7606b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575619 Jun 18 08:16:57.781886 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d422f-7e85-4fd9-a21b-1794936b0443 req-3fd7d662-95a0-43be-a2e9-2ebaffe03c61 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:57.783387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-704d422f-7e85-4fd9-a21b-1794936b0443 req-3fd7d662-95a0-43be-a2e9-2ebaffe03c61 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0547853 Jun 18 08:16:57.861283 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-704d422f-7e85-4fd9-a21b-1794936b0443 req-686b7a40-fccc-499e-b7df-6214270f2314 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627036 Jun 18 08:16:58.140032 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1b2f1f66-589e-468a-acb6-ed5da4ce1769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:16:58.996977 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ed405-a510-490e-a702-0a3ba44211c8 req-f35841d7-13d2-486d-bacc-884c3f20235d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:16:58.998430 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-943ed405-a510-490e-a702-0a3ba44211c8 req-f35841d7-13d2-486d-bacc-884c3f20235d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0565991 Jun 18 08:16:59.059353 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-943ed405-a510-490e-a702-0a3ba44211c8 req-d1fca2fd-9b1f-460a-92b5-f5f18e341c00 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551131 Jun 18 08:17:00.192804 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a2a0c-b7ce-4292-8fd9-8d3a6f5e06a6 req-06957494-334e-4253-94e9-8cb2080a7e9c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:00.194253 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-680a2a0c-b7ce-4292-8fd9-8d3a6f5e06a6 req-06957494-334e-4253-94e9-8cb2080a7e9c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0567999 Jun 18 08:17:00.256002 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-680a2a0c-b7ce-4292-8fd9-8d3a6f5e06a6 req-d7eb4725-8945-4b23-a29b-1f347423bdf3 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533457 Jun 18 08:17:00.472593 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-951547f9-311e-457b-8ec8-720cf861e577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:01.306274 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:01.433887 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c28afc-905c-43e1-9a7c-ca0d0cf9b365 req-ffeb2ac0-00b8-49ea-a834-2baf866b990e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:01.435395 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a4c28afc-905c-43e1-9a7c-ca0d0cf9b365 req-ffeb2ac0-00b8-49ea-a834-2baf866b990e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.1040909 Jun 18 08:17:01.500966 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a4c28afc-905c-43e1-9a7c-ca0d0cf9b365 req-01dc4d8f-083d-4796-a924-a5d3e5b1977a tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588992 Jun 18 08:17:02.624562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a831758-0ed2-442b-9513-eda4c03c32c8 req-6a3b46a3-ae7e-4f7c-a841-0700fc38a2d5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:02.625999 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a831758-0ed2-442b-9513-eda4c03c32c8 req-6a3b46a3-ae7e-4f7c-a841-0700fc38a2d5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0467680 Jun 18 08:17:02.692842 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a831758-0ed2-442b-9513-eda4c03c32c8 req-924945b2-8ddc-490d-b2d5-77777cd9bb46 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607815 Jun 18 08:17:02.848619 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:03.278684 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:03.823339 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a353379-3709-4a90-8ad2-7320ef55c651 req-65ffbfe7-9c6b-4f02-98f4-22e0cbfa2048 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:03.824715 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2a353379-3709-4a90-8ad2-7320ef55c651 req-65ffbfe7-9c6b-4f02-98f4-22e0cbfa2048 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0489020 Jun 18 08:17:03.894984 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2a353379-3709-4a90-8ad2-7320ef55c651 req-3cb2375e-639a-4a58-aead-f7b8cf977534 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645509 Jun 18 08:17:05.081476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3985838-3047-4d57-983b-e2a9e8cd0fb2 req-c9db2b6a-44e0-4abe-905c-9178074d4225 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:05.082955 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a3985838-3047-4d57-983b-e2a9e8cd0fb2 req-c9db2b6a-44e0-4abe-905c-9178074d4225 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.1043959 Jun 18 08:17:05.128313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:05.143676 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a3985838-3047-4d57-983b-e2a9e8cd0fb2 req-817bcecb-c563-447c-ad8c-80689dfdf0e2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547605 Jun 18 08:17:06.258073 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947f6c-99fa-458b-9c6b-816f57cc6999 req-fdb1c280-fbaa-4426-80cf-6fca49ab9c2e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:06.259550 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-66947f6c-99fa-458b-9c6b-816f57cc6999 req-fdb1c280-fbaa-4426-80cf-6fca49ab9c2e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0475841 Jun 18 08:17:06.323838 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-66947f6c-99fa-458b-9c6b-816f57cc6999 req-54c5ae74-fd69-44da-8849-5e618d946fc3 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563617 Jun 18 08:17:06.390581 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:06.422154 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-493232a4-5844-486b-8b3e-32c10fc8c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:06.423742 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-493232a4-5844-486b-8b3e-32c10fc8c85f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1168 time: 0.0409381 Jun 18 08:17:06.529613 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-b10a681b-f67f-448b-9a37-04a9bf8a14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:06.531127 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-b10a681b-f67f-448b-9a37-04a9bf8a14f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.0890484 Jun 18 08:17:06.595663 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-7aeee1fc-f10a-4888-a2da-795e8953c379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 1001 time: 0.0581417 Jun 18 08:17:06.642304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-57a3fd73-77f0-4bbc-a5b4-6fd1dffb5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:06.643720 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-57a3fd73-77f0-4bbc-a5b4-6fd1dffb5cc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0421450 Jun 18 08:17:06.688676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-42cebe4e-d790-4674-a920-df35e68ddf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:06.689998 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-42cebe4e-d790-4674-a920-df35e68ddf12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400763 Jun 18 08:17:06.777069 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-8e8625aa-9c2d-4e21-9a70-7e7c2ae65779 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804102 Jun 18 08:17:06.849559 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:06.850356 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:06.909847 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:17:07.140273 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a6bb9243-faaa-4b1d-8d58-6b3078d6877b req-cfad27c2-5228-4ad5-b9e0-4f09d9f9b867 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568761 Jun 18 08:17:07.446421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d084d-9b3d-4f16-8c28-6cad6cdd21ed req-cc01f2de-47fe-4a14-8264-4983160ac6c5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:07.447868 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e1d084d-9b3d-4f16-8c28-6cad6cdd21ed req-cc01f2de-47fe-4a14-8264-4983160ac6c5 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0490255 Jun 18 08:17:07.509064 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e1d084d-9b3d-4f16-8c28-6cad6cdd21ed req-6a3bdeae-f7d7-4c95-ac7e-57db2dc7d0c9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553386 Jun 18 08:17:08.628049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19200-37ae-4013-bca0-187da7477c7b req-81c0069a-3a38-4e06-a230-2bd4ea09dd40 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:08.629487 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cec19200-37ae-4013-bca0-187da7477c7b req-81c0069a-3a38-4e06-a230-2bd4ea09dd40 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0480087 Jun 18 08:17:08.688247 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-cec19200-37ae-4013-bca0-187da7477c7b req-e9ab2c57-1f7d-4ad3-8fba-c475e9936b79 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530212 Jun 18 08:17:09.830162 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b465f84-ca27-481c-a335-964771186360 req-c111232d-3659-47a8-81f0-e4510cfdd59d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:09.831562 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b465f84-ca27-481c-a335-964771186360 req-c111232d-3659-47a8-81f0-e4510cfdd59d tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0622506 Jun 18 08:17:09.895742 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8b465f84-ca27-481c-a335-964771186360 req-a091efac-9e7a-44f2-b70f-6bf5399706df tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555127 Jun 18 08:17:11.025093 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6a616-a242-455b-85d3-406199c9f29e req-834a07a1-506b-441b-831c-8eb80d07098e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:11.026518 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bfa6a616-a242-455b-85d3-406199c9f29e req-834a07a1-506b-441b-831c-8eb80d07098e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0520067 Jun 18 08:17:11.094825 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bfa6a616-a242-455b-85d3-406199c9f29e req-7c535389-a55a-46c7-8343-1d262b10a9eb tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597260 Jun 18 08:17:12.219559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2256c-7259-4874-a727-f3c8f763801a req-82d902ca-197c-487e-b647-8cb657d281a2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:12.221022 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70c2256c-7259-4874-a727-f3c8f763801a req-82d902ca-197c-487e-b647-8cb657d281a2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0481946 Jun 18 08:17:12.280296 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-70c2256c-7259-4874-a727-f3c8f763801a req-6cf4d8b8-84d6-45f8-aa3a-59d79152c9d2 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&id=476afebb-bf1b-4afd-a6e2-0e044c387c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535414 Jun 18 08:17:13.259977 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:13.269436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:16.905270 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:21.081849 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=69 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:21.089806 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=78 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:22.268536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:22.274637 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:25.033194 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:28.151855 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4d54-5c25-4ed5-b40b-82f9f528c5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:30.470124 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-46cb3ac8-7a05-42bb-8cc1-3dfb5d9bfbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:31.321275 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:32.854446 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:33.275697 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:43.265926 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:43.269360 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:43.914763 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:17:45.499227 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b1442261-a6f2-4094-9c97-9122820e210b req-5971fa04-a6ff-4d66-a885-35a525d80c94 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427699089&fields=id&tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e HTTP/1.1" status: 200 len: 267 time: 0.0443311 Jun 18 08:17:45.552761 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1442261-a6f2-4094-9c97-9122820e210b req-3402d264-f58c-403e-953d-90268eb3979c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:45.554259 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b1442261-a6f2-4094-9c97-9122820e210b req-3402d264-f58c-403e-953d-90268eb3979c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 984 time: 0.0475199 Jun 18 08:17:45.564815 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Request body: {'port': {'security_groups': ['ff1647c3-6b10-4a5a-9915-ca35eacd01c3']}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:17:45.645787 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.059797 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:46.086764 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.095759 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.132477 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:17:46.146729 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:46.147360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.148717 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b1442261-a6f2-4094-9c97-9122820e210b req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "PUT /v2.0/ports/35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 942 time: 0.5884218 Jun 18 08:17:46.149163 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:17:46.151429 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf59660-7e09-4904-9768-2c8663e926c8" -d '{"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:46.155533 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59146) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:46.180109 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event updated for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=7']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:46.189127 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.189468 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.189806 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.190237 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.190471 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.190801 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.191156 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.191562 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.191801 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.192177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.192506 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.192827 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.193150 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.193608 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.193934 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9a70af-aec9-4a62-a2a2-1e18c13c7e7e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.225692 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (476afebb-bf1b-4afd-a6e2-0e044c387c3b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.229370 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff7e4bd-e26c-4307-a7fd-299a31e4a391 x-openstack-request-id: req-cff7e4bd-e26c-4307-a7fd-299a31e4a391 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:46.229370 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:46.229623 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cff7e4bd-e26c-4307-a7fd-299a31e4a391 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:46.230042 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff7e4bd-e26c-4307-a7fd-299a31e4a391'] response: {'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:17:46.261270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (476afebb-bf1b-4afd-a6e2-0e044c387c3b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.282756 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:17:46.338505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-1c62e2a1-7e58-45e0-965a-dd8ef5602f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:46.340177 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-1c62e2a1-7e58-45e0-965a-dd8ef5602f68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1129 time: 0.0602567 Jun 18 08:17:46.408501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5c4d5a3b-16b7-423a-b8dc-234692e8dd9c None None] Provisioning complete for port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:17:46.408863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5c4d5a3b-16b7-423a-b8dc-234692e8dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.436761 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (476afebb-bf1b-4afd-a6e2-0e044c387c3b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.439425 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.443192 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "DELETE /v2.0/security-groups/476afebb-bf1b-4afd-a6e2-0e044c387c3b HTTP/1.1" status: 204 len: 168 time: 0.2831147 Jun 18 08:17:46.444017 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59150) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:46.459858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-c9e92dd0-c985-400c-81d4-39644dbe3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:46.462205 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-c9e92dd0-c985-400c-81d4-39644dbe3b21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.1143122 Jun 18 08:17:46.478278 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476afebb-bf1b-4afd-a6e2-0e044c387c3b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:46.512970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.513373 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.513633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.513962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.514283 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.515105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.515425 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.515784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.516094 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.516410 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.517078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.517078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.517391 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.517691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.518000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a45ed7-fcb5-45f1-ad50-ab791328ddcf tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:46.539849 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d5a3b-16b7-423a-b8dc-234692e8dd9c None None] Current status of the port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:17:46.549728 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-739603d7-84b4-477a-8b1b-f3a2a6c821d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 1001 time: 0.0760629 Jun 18 08:17:46.603572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-4fdc0b14-0d2c-4abe-bb84-0afa02f672a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:46.604631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Deleting port 8484b82a-817e-40cc-b718-8c403b50fdf6 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:46.605129 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.605264 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-4fdc0b14-0d2c-4abe-bb84-0afa02f672a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0492911 Jun 18 08:17:46.651595 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-c9dd8da1-f812-45b2-8e84-10d9b5a4fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:46.653096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-c9dd8da1-f812-45b2-8e84-10d9b5a4fae9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416355 Jun 18 08:17:46.663325 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-e77a65f4-a6a4-47c6-8107-122d16d3bdfa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:17:46.664301 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-e77a65f4-a6a4-47c6-8107-122d16d3bdfa service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049126 Jun 18 08:17:46.683192 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.683488 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for floatingip (8484b82a-817e-40cc-b718-8c403b50fdf6), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.696738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Calling delete_port for 8484b82a-817e-40cc-b718-8c403b50fdf6 owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:46.755402 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-cbc5f9be-0f88-4c34-92f2-a88b677f0eaa service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836899 Jun 18 08:17:46.850260 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:46.852801 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5cf59660-7e09-4904-9768-2c8663e926c8 req-6c60c151-509b-4d64-b500-ec49c37ed2ea service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909998 Jun 18 08:17:46.864685 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:46.879914 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (8484b82a-817e-40cc-b718-8c403b50fdf6), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.908498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event deleted for resources: {'Port': ['ID=8484b82a-817e-40cc-b718-8c403b50fdf6,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:46.969643 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks [] for floatingip (d31ce5d7-c7d8-41ba-8767-8f7993f12db9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:46.969934 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Floating IP d31ce5d7-c7d8-41ba-8767-8f7993f12db9 disassociated (deleted). External IP: 172.27.2.215, port: 35634c13-8bea-4b9f-99d6-e32a1b1ddd59. Jun 18 08:17:47.187398 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:17:47.289187 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:17:47.294364 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:47.299546 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Sync routers for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:17:47.309578 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:47.310185 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:47.326605 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-df5190cd-af5c-4db3-a400-429c7f59fa7b tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "DELETE /v2.0/floatingips/d31ce5d7-c7d8-41ba-8767-8f7993f12db9 HTTP/1.1" status: 204 len: 168 time: 0.8807890 Jun 18 08:17:47.411931 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:47.617047 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:47.644801 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Checking router: 1c5e7682-4d89-4a07-8e70-65c4af6f4245 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:17:47.654053 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:47.654661 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:47.753215 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:47.930139 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:47.957976 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa86e3-39ee-415e-b597-fbc148ea4eb1 None None] The sync data for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi is: [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '8abd906e-6cf3-4d3f-857c-33d27a0c6e72', 'name': '', 'network_id': '2bb342f6-a702-4152-8ef4-fae521e105b2', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'mac_address': 'fa:16:3e:96:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'subnets': [{'id': '6cdfd685-29e0-447e-9839-d3be8b2ac29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:17:48.193678 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9846bc6-b850-4744-b8d2-fc130ebcd270 None None] New status for floating IP d31ce5d7-c7d8-41ba-8767-8f7993f12db9: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:17:48.231213 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:17:48.233716 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4" -d '{"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:48.277618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e7327-4bdc-4c70-97e7-51946528c4ed x-openstack-request-id: req-3e8e7327-4bdc-4c70-97e7-51946528c4ed {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:48.278006 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:48.278349 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e8e7327-4bdc-4c70-97e7-51946528c4ed {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:48.278841 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8e7327-4bdc-4c70-97e7-51946528c4ed'] response: {'name': 'network-changed', 'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:17:48.371962 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-33b81d65-ba9e-4808-8d72-a5731f9d0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:48.373593 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-33b81d65-ba9e-4808-8d72-a5731f9d0041 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 1129 time: 0.0432189 Jun 18 08:17:48.480333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-069e256d-d91a-48db-ad83-29a4e4a9c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:48.481812 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-069e256d-d91a-48db-ad83-29a4e4a9c30b service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 200 len: 915 time: 0.0979512 Jun 18 08:17:48.521596 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-460af5a0-e174-4fce-a69d-c37c2a5e9eff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 200 len: 217 time: 0.0330274 Jun 18 08:17:48.569960 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-aefc6c33-40bb-4ad5-b0dd-d9af49c8087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:48.571534 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-aefc6c33-40bb-4ad5-b0dd-d9af49c8087b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 200 len: 853 time: 0.0442226 Jun 18 08:17:48.614233 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-c170f8c8-09a1-4976-860b-a4262ffcbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:48.615890 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-c170f8c8-09a1-4976-860b-a4262ffcbe42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bb342f6-a702-4152-8ef4-fae521e105b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386977 Jun 18 08:17:48.694139 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:48.710714 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-518bbdd9-f689-4337-826f-8a1e13aa5e1f service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885243 Jun 18 08:17:48.724878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:48.807709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-1b78c18b-bd82-4618-8c58-bd4ec41e23c4 req-558d90d4-ea19-4ed6-9ad6-9054e2e83a64 service neutron] 10.222.0.16 "GET /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905304 Jun 18 08:17:50.102290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f0cde-9c86-4e04-97ed-13b5e83750b2 req-a00aad34-f697-42ae-8540-bc0828497e4e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:50.103710 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1d6f0cde-9c86-4e04-97ed-13b5e83750b2 req-a00aad34-f697-42ae-8540-bc0828497e4e tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0544806 Jun 18 08:17:50.151872 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-1d6f0cde-9c86-4e04-97ed-13b5e83750b2 req-0926961c-ddbc-4b2b-80d0-aceaddebc68c tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Jun 18 08:17:51.280450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c9554-2236-4538-af0c-5f1ac6f23f4e req-5f148f91-b4df-438d-8ba6-6c4cfd82e0ca tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:51.281931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f44c9554-2236-4538-af0c-5f1ac6f23f4e req-5f148f91-b4df-438d-8ba6-6c4cfd82e0ca tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Jun 18 08:17:51.334537 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f44c9554-2236-4538-af0c-5f1ac6f23f4e req-0131b823-bf3b-4b41-9bb5-84f348082ba9 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff1647c3-6b10-4a5a-9915-ca35eacd01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Jun 18 08:17:51.858932 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-c2e77a18-42bd-4c12-b518-bb783c9673dc tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:17:51.860300 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-c2e77a18-42bd-4c12-b518-bb783c9673dc tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 945 time: 0.0561502 Jun 18 08:17:51.948775 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Deleting port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:51.949118 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:52.038465 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] For port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:52.038825 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:52.052281 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Calling delete_port for 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:52.183004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (35634c13-8bea-4b9f-99d6-e32a1b1ddd59), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:52.210395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Pushing event deleted for resources: {'Port': ['ID=35634c13-8bea-4b9f-99d6-e32a1b1ddd59,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:52.222957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['35634c13-8bea-4b9f-99d6-e32a1b1ddd59'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:17:52.256523 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] No DVR routers for this DVR port 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:17:52.258916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:52.262203 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-66e4cb2d-9fc1-4d04-813f-687e7f84f5ce req-77b24caf-c971-4d3e-871d-f611deeffb91 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.16 "DELETE /v2.0/ports/35634c13-8bea-4b9f-99d6-e32a1b1ddd59 HTTP/1.1" status: 204 len: 173 time: 0.3951035 Jun 18 08:17:52.262636 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'name': 'network-vif-deleted', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:17:52.264987 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69031e97-fa6d-4c80-8bab-26743ed63f3f" -d '{"events": [{"server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "name": "network-vif-deleted", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:17:52.303988 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36fe81-c40b-41aa-be8a-58d2283b55c0 x-openstack-request-id: req-1b36fe81-c40b-41aa-be8a-58d2283b55c0 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:17:52.304628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a15584-23a4-4b95-86c5-85678898e102", "name": "network-vif-deleted", "tag": "35634c13-8bea-4b9f-99d6-e32a1b1ddd59", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:17:52.304628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b36fe81-c40b-41aa-be8a-58d2283b55c0 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:17:52.305078 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b36fe81-c40b-41aa-be8a-58d2283b55c0'] response: {'server_uuid': '17a15584-23a4-4b95-86c5-85678898e102', 'name': 'network-vif-deleted', 'tag': '35634c13-8bea-4b9f-99d6-e32a1b1ddd59', 'status': 'completed', 'code': 200} Jun 18 08:17:52.456244 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-06b866f7-113a-4cd7-af86-fb6dcd1de804 req-50744dae-566f-4c9d-b5ce-da8d4f3a5008 tempest-TestMinimumBasicScenario-1871714075 tempest-TestMinimumBasicScenario-1871714075-project] 10.222.0.23 "GET /v2.0/ports?device_id=17a15584-23a4-4b95-86c5-85678898e102 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Jun 18 08:17:54.047974 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59238) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:54.378442 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:54.409887 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:54.516852 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:54.598515 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Deleting port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:54.598851 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:54.672748 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:17:54.692718 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:17:54.693060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 35634c13-8bea-4b9f-99d6-e32a1b1ddd59 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:17:54.693755 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] For port 8abd906e-6cf3-4d3f-857c-33d27a0c6e72, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:54.694738 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:54.715948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Calling delete_port for 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 owned by network:router_interface {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:54.902679 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (8abd906e-6cf3-4d3f-857c-33d27a0c6e72), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:54.930476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Pushing event deleted for resources: {'Port': ['ID=8abd906e-6cf3-4d3f-857c-33d27a0c6e72,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:55.026371 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.091382 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.299998 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:17:55.306096 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:55.312205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:55.405511 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:17:55.411512 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-1fa2b7f3-a351-44d3-9e63-2e684f47224c admin admin] 10.222.0.23 "PUT /v2.0/routers/1c5e7682-4d89-4a07-8e70-65c4af6f4245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3620968 Jun 18 08:17:55.413317 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59240) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:55.414978 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Sync routers for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:17:55.426619 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:55.427281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:55.510131 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks [] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.611960 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks [] for router_gateway (1c5e7682-4d89-4a07-8e70-65c4af6f4245), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.615355 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:55.658295 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Deleting port 35dea784-2eb1-4a76-8891-7678d25b831d {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:55.658694 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.663533 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:55.677723 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:55.797522 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:17:54Z', 'revision_number': 5, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port': {'id': '35dea784-2eb1-4a76-8891-7678d25b831d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:55.823319 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Checking router: 1c5e7682-4d89-4a07-8e70-65c4af6f4245 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:17:55.833316 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Routers {'1c5e7682-4d89-4a07-8e70-65c4af6f4245'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:55.833938 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:55.916767 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] Set router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:55.964611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] For port 35dea784-2eb1-4a76-8891-7678d25b831d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=35dea784-2eb1-4a76-8891-7678d25b831d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:55.964979 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:55.965944 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:17:55Z', 'revision_number': 6, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:55.978419 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Calling delete_port for 35dea784-2eb1-4a76-8891-7678d25b831d owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:55.989925 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794825f5-dced-4f42-ae00-3f4d3d8258ff None None] The sync data for ids ['1c5e7682-4d89-4a07-8e70-65c4af6f4245'] in dv-cinder-826349-2-iscsi is: [{'id': '1c5e7682-4d89-4a07-8e70-65c4af6f4245', 'name': 'tempest-TestMinimumBasicScenario-330806605-router', 'tenant_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:17:55Z', 'revision_number': 6, 'project_id': 'ea8b2e1c7f6d4e10b9bc871803dfcf0e', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:17:56.146705 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (35dea784-2eb1-4a76-8891-7678d25b831d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.172383 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dea784-2eb1-4a76-8891-7678d25b831d,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:56.234427 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.330717 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.333360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks [] for router_controller (1c5e7682-4d89-4a07-8e70-65c4af6f4245), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.379108 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (1c5e7682-4d89-4a07-8e70-65c4af6f4245), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.379702 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c5e7682-4d89-4a07-8e70-65c4af6f4245 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:17:56.384380 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.386597 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-610a14e6-53b9-4fb3-96f9-36e7de655e99 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1c5e7682-4d89-4a07-8e70-65c4af6f4245 HTTP/1.1" status: 204 len: 168 time: 0.9721668 Jun 18 08:17:56.389216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59242) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:56.434582 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Deleting subnet 6cdfd685-29e0-447e-9839-d3be8b2ac29c {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:17:56.437835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Publish callbacks [] for subnet (6cdfd685-29e0-447e-9839-d3be8b2ac29c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.477515 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (6cdfd685-29e0-447e-9839-d3be8b2ac29c), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.560935 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (6cdfd685-29e0-447e-9839-d3be8b2ac29c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.623544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (6cdfd685-29e0-447e-9839-d3be8b2ac29c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.628364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:56.646694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:56.650184 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdfd685-29e0-447e-9839-d3be8b2ac29c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:56.655110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.658369 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-397c932f-a570-4ce6-8025-1b49e50a90d8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6cdfd685-29e0-447e-9839-d3be8b2ac29c HTTP/1.1" status: 204 len: 168 time: 0.2681646 Jun 18 08:17:56.660446 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47819610-ea07-4c2a-9c2e-a7210bc85491 None None] Network 2bb342f6-a702-4152-8ef4-fae521e105b2 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:17:56.661151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59244) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:56.734183 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (2bb342f6-a702-4152-8ef4-fae521e105b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.787341 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Deleting port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:56.787675 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.788022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:17:56.811254 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:17:56.811948 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 8abd906e-6cf3-4d3f-857c-33d27a0c6e72 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:17:56.812372 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 35dea784-2eb1-4a76-8891-7678d25b831d no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:17:56.832385 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] DHCP port deletion for 2bb342f6-a702-4152-8ef4-fae521e105b2 request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:17:56.835683 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 35dea784-2eb1-4a76-8891-7678d25b831d {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:17:56.836017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 35dea784-2eb1-4a76-8891-7678d25b831d not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:17:56.861773 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] For port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:56.862146 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.875649 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Calling delete_port for f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:56.876060 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Deleting port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:56.876519 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.940240 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] For port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,segment=NetworkSegment(a330b6dd-a340-4e00-a0b3-8541b8e01fb8),segment_id=a330b6dd-a340-4e00-a0b3-8541b8e01fb8)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:56.940645 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.954392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:56.956964 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Calling delete_port for f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:56.980177 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:56.983688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] No DVR routers for this DVR port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:17:57.033927 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:57.040983 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (f977ca17-de9d-4bca-a1ad-6d1b8293d8b3), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.044572 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:57.062483 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (2bb342f6-a702-4152-8ef4-fae521e105b2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.067270 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Pushing event deleted for resources: {'Port': ['ID=f977ca17-de9d-4bca-a1ad-6d1b8293d8b3,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.074996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] No DVR routers for this DVR port f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:17:57.077776 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.077776 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.078219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.078352 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.082084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92207e0-bace-48f2-99f1-d8b7b316ba67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:17:57.089151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb342f6-a702-4152-8ef4-fae521e105b2']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:57.099521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:57.099814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a330b6dd-a340-4e00-a0b3-8541b8e01fb8') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:57.109276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (a330b6dd-a340-4e00-a0b3-8541b8e01fb8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.122357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (a330b6dd-a340-4e00-a0b3-8541b8e01fb8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.128910 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:17:57.129461 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (a330b6dd-a340-4e00-a0b3-8541b8e01fb8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.147727 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment a330b6dd-a340-4e00-a0b3-8541b8e01fb8 resource provider aggregate not found Jun 18 08:17:57.191418 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment a330b6dd-a340-4e00-a0b3-8541b8e01fb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a330b6dd-a340-4e00-a0b3-8541b8e01fb8 found for delete ", "request_id": "req-c003c5f5-92f0-428b-a033-fd5ee024779b"}]} Jun 18 08:17:57.200618 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (2bb342f6-a702-4152-8ef4-fae521e105b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.205088 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.210536 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2bb342f6-a702-4152-8ef4-fae521e105b2 HTTP/1.1" status: 204 len: 168 time: 0.5462456 Jun 18 08:17:57.211106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59250) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:57.254255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920465d-182f-440c-bf4e-f04aea5ed4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb342f6-a702-4152-8ef4-fae521e105b2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:57.518750 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.571830 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:57.599445 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:57.743654 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Deleting port de9df13d-cd8d-4b71-9d40-86127727c8a1 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:57.743947 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.827261 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] For port de9df13d-cd8d-4b71-9d40-86127727c8a1, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=de9df13d-cd8d-4b71-9d40-86127727c8a1,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:57.827508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:57.840439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Calling delete_port for de9df13d-cd8d-4b71-9d40-86127727c8a1 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:58.023557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (de9df13d-cd8d-4b71-9d40-86127727c8a1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.049948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=de9df13d-cd8d-4b71-9d40-86127727c8a1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:58.151452 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c42f246-9cd4-4f51-b566-cddfc2a6a551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.217520 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.441798 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:17:58.445382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:58.449254 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:58.556741 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:17:58.562643 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e9f3b37d-0599-4291-82db-1010bb966a3f admin admin] 10.222.0.23 "PUT /v2.0/routers/b558ac52-8334-4a3c-9cf2-fec58ff1fe11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3506281 Jun 18 08:17:58.565518 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59252) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:58.567494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Sync routers for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:17:58.580497 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:58.581106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:58.620576 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:58.671510 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks [] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.681587 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:17:58.704706 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:58.707386 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:17:58.707854 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f977ca17-de9d-4bca-a1ad-6d1b8293d8b3 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:17:58.718054 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:58.775642 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks [] for router_gateway (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.823193 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Deleting port b6283a56-a660-4ee4-9097-6862c333629a {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:58.823527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b6283a56-a660-4ee4-9097-6862c333629a), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.894431 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:17:57Z', 'revision_number': 5, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port': {'id': 'b6283a56-a660-4ee4-9097-6862c333629a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:43Z', 'updated_at': '2022-06-18T08:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:58.908163 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] For port b6283a56-a660-4ee4-9097-6862c333629a, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b6283a56-a660-4ee4-9097-6862c333629a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:58.908548 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b6283a56-a660-4ee4-9097-6862c333629a), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:58.918932 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Checking router: b558ac52-8334-4a3c-9cf2-fec58ff1fe11 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:17:58.922356 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Calling delete_port for b6283a56-a660-4ee4-9097-6862c333629a owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:58.928304 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Routers {'b558ac52-8334-4a3c-9cf2-fec58ff1fe11'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:17:58.928858 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:17:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:59.101998 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (b6283a56-a660-4ee4-9097-6862c333629a), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.124766 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6283a56-a660-4ee4-9097-6862c333629a,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:59.142519 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] Set router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 gateway port host: None {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:17:59.189938 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.195561 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:17:58Z', 'revision_number': 6, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:17:59.219471 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec59f4d-2864-459e-a122-b4c3cd9cac5d None None] The sync data for ids ['b558ac52-8334-4a3c-9cf2-fec58ff1fe11'] in dv-cinder-826349-2-iscsi is: [{'id': 'b558ac52-8334-4a3c-9cf2-fec58ff1fe11', 'name': 'tempest-TestMinimumBasicScenario-1538902488-router', 'tenant_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:17:58Z', 'revision_number': 6, 'project_id': '111fd7575dcc4335b4cbb2061fabdaa1', 'gw_port_host': None}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:17:59.277457 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.279693 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks [] for router_controller (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.325819 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (b558ac52-8334-4a3c-9cf2-fec58ff1fe11), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.326448 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b558ac52-8334-4a3c-9cf2-fec58ff1fe11 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:17:59.331355 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.332714 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ddbc2e9c-1741-496a-ab5c-551820bf9608 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b558ac52-8334-4a3c-9cf2-fec58ff1fe11 HTTP/1.1" status: 204 len: 168 time: 0.7661703 Jun 18 08:17:59.335360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59254) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:59.383233 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Deleting subnet 0702e41b-e9df-4f2a-b891-935b13f566ff {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:17:59.387763 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Publish callbacks [] for subnet (0702e41b-e9df-4f2a-b891-935b13f566ff), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.422773 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (0702e41b-e9df-4f2a-b891-935b13f566ff), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.501824 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (0702e41b-e9df-4f2a-b891-935b13f566ff), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.523649 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:59.561172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (0702e41b-e9df-4f2a-b891-935b13f566ff), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.565646 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=11 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:17:59.586936 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0702e41b-e9df-4f2a-b891-935b13f566ff,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:59.593603 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.599001 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8bc4462c-fe9b-490d-bbb1-c978d72c86c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0702e41b-e9df-4f2a-b891-935b13f566ff HTTP/1.1" status: 204 len: 168 time: 0.2605131 Jun 18 08:17:59.599372 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59256) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:17:59.601634 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f046398-d897-417f-9ac8-84b03b08d309 None None] Network e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:17:59.671872 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.718172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Deleting port cf41966d-3c11-4262-8e92-e41644d87d2f {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:17:59.718503 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.781177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] For port cf41966d-3c11-4262-8e92-e41644d87d2f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=cf41966d-3c11-4262-8e92-e41644d87d2f,segment=NetworkSegment(0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d),segment_id=0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:17:59.781691 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.794371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Calling delete_port for cf41966d-3c11-4262-8e92-e41644d87d2f owned by network:dhcp {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:17:59.882508 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (cf41966d-3c11-4262-8e92-e41644d87d2f), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:17:59.905109 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf41966d-3c11-4262-8e92-e41644d87d2f,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:17:59.911502 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] No DVR routers for this DVR port cf41966d-3c11-4262-8e92-e41644d87d2f on host dv-cinder-826349-2-iscsi {{(pid=104012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:17:59.969767 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc54839-c1a0-4819-b221-beb1b1b60652 None None] DHCP port deletion for e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:17:59.990002 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.010996 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:00.020359 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:00.020654 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:00.031675 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.046244 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.053797 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:18:00.054182 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.075615 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d resource provider aggregate not found Jun 18 08:18:00.111140 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cb4a14b-0bcd-4d4f-b5d1-830be0b6d01d found for delete ", "request_id": "req-f6eb882a-eb04-4ff1-8f0d-91325e4e612a"}]} Jun 18 08:18:00.119620 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.125950 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.131815 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf HTTP/1.1" status: 204 len: 168 time: 0.5313814 Jun 18 08:18:00.143295 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35e38-35df-4587-8100-8ab3b9871984 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a183a4-abcf-4f0a-ba5e-f5453f0fcfdf,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:00.297336 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59264) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:00.337663 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-d9a9b9d8-19bf-41c2-8185-2081fb07b25c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea8b2e1c7f6d4e10b9bc871803dfcf0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392008 Jun 18 08:18:00.341189 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59266) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:00.393741 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] Publish callbacks [] for security_group (ff1647c3-6b10-4a5a-9915-ca35eacd01c3), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.415112 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] Publish callbacks [] for security_group (ff1647c3-6b10-4a5a-9915-ca35eacd01c3), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.462233 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ff1647c3-6b10-4a5a-9915-ca35eacd01c3), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.465270 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.465671 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1ff7-20e6-4a1b-a490-52b5e31f4c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.466569 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff1647c3-6b10-4a5a-9915-ca35eacd01c3 HTTP/1.1" status: 204 len: 168 time: 0.1244864 Jun 18 08:18:00.475693 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85bf63-4b12-4659-9ea6-bf8c4ec61106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1647c3-6b10-4a5a-9915-ca35eacd01c3,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:00.622973 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device de9df13d-cd8d-4b71-9d40-86127727c8a1 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:18:00.642696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: de9df13d-cd8d-4b71-9d40-86127727c8a1 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:18:00.643038 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device de9df13d-cd8d-4b71-9d40-86127727c8a1 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:18:00.643466 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b6283a56-a660-4ee4-9097-6862c333629a no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:18:00.661134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: b6283a56-a660-4ee4-9097-6862c333629a {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:18:00.661467 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b6283a56-a660-4ee4-9097-6862c333629a not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:18:00.661867 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cf41966d-3c11-4262-8e92-e41644d87d2f no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:18:00.680564 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: cf41966d-3c11-4262-8e92-e41644d87d2f {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:18:00.680833 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device cf41966d-3c11-4262-8e92-e41644d87d2f not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:18:00.796975 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59272) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:00.837294 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c1bc12f-cb1a-4080-a5b4-b2f666d96c04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=111fd7575dcc4335b4cbb2061fabdaa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391724 Jun 18 08:18:00.839923 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59274) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:00.889368 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] Publish callbacks [] for security_group (b0b5ea6c-26a3-47ee-86a2-2384c612e4a8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.912149 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] Publish callbacks [] for security_group (b0b5ea6c-26a3-47ee-86a2-2384c612e4a8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.962565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b0b5ea6c-26a3-47ee-86a2-2384c612e4a8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.965397 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:00.966838 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0b5ea6c-26a3-47ee-86a2-2384c612e4a8 HTTP/1.1" status: 204 len: 168 time: 0.1259646 Jun 18 08:18:00.975758 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71848c85-f001-4d0b-96bd-85c1f1111fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b5ea6c-26a3-47ee-86a2-2384c612e4a8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:01.313384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.666352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59296) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:01.769041 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-776380612-network', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:01.799268 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Made reservation on behalf of b6902aa20d9248c7aa91d2559e5cabb6 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:01.801599 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.810318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.887898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks [] for security_group (c6c76fff-600a-4625-93f4-79d3d249d953), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.892994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c6c76fff-600a-4625-93f4-79d3d249d953), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.918802 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:18:01.929642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c76fff-600a-4625-93f4-79d3d249d953,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:01.935347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (68483016-f1ee-4e4b-8431-7a961b66919c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:01.935677 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Added segment 68483016-f1ee-4e4b-8431-7a961b66919c of type vlan for network dd967248-94f7-4b62-9f2e-eb58b4e23e48 Jun 18 08:18:01.980636 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (dd967248-94f7-4b62-9f2e-eb58b4e23e48), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.010075 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (dd967248-94f7-4b62-9f2e-eb58b4e23e48), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.011176 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:02.011672 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.046993 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3795347 Jun 18 08:18:02.050751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59300) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:02.056773 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Request body: {'subnet': {'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-776380612-subnet', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:02.080650 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Made reservation on behalf of b6902aa20d9248c7aa91d2559e5cabb6 for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:02.083538 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.143867 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:02.174543 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:02.274814 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (76443301-1057-4a04-9ccb-839bca2f5c36), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.327233 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76443301-1057-4a04-9ccb-839bca2f5c36,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:02.343101 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Checking segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:02.343456 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Network hostable DHCP agents. Network: dd967248-94f7-4b62-9f2e-eb58b4e23e48, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:18:02.364007 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:18:02.369696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a629fd5-b343-4848-9691-2e1b46b45c66 admin admin] Pushing event updated for resources: {'Network': ['ID=dd967248-94f7-4b62-9f2e-eb58b4e23e48,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:02.375618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, dd967248-94f7-4b62-9f2e-eb58b4e23e48) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:02.379543 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:02.380138 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.384370 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed8685-568a-42c6-8667-d886d97da36a None None] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:18:02.396721 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-57a9afcb-0434-478c-abe6-0ccfa3922a21 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3440416 Jun 18 08:18:02.399491 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59302) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:02.401232 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:18:02.403691 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:02.424965 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.426024 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.478702 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for router_controller (06499ef5-ce65-4e6c-8767-d4c955501c3e), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.551409 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:18:02.552398 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.610408 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for router_gateway (06499ef5-ce65-4e6c-8767-d4c955501c3e), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.646344 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:02.692557 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Allocated IP 172.20.0.2 (dd967248-94f7-4b62-9f2e-eb58b4e23e48/76443301-1057-4a04-9ccb-839bca2f5c36/ebe2cafd-9f52-4431-8879-4f13c8cf26d7) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:02.707239 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:02.794116 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for router_gateway (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.813012 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.832330 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks [] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.840683 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.882322 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.891508 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:02.894968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:02.896695 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Pushing event updated for resources: {'Port': ['ID=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:02.898821 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:02.924068 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Allocated IP 172.27.2.233 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/2b29327f-f3fd-432f-978d-b0209389873c) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:02.954827 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Attempting to bind port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:02.955295 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Attempting to bind port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:02.955658 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Attempting to bind port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 on network dd967248-94f7-4b62-9f2e-eb58b4e23e48 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:02.960835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:02.961192 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Checking segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:02.961585 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:02.961974 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Bound using segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:02.962434 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Bound port: ebe2cafd-9f52-4431-8879-4f13c8cf26d7, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:02.962804 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.023316 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:03.026168 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for port (2b29327f-f3fd-432f-978d-b0209389873c), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.027583 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] For port ebe2cafd-9f52-4431-8879-4f13c8cf26d7, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:03.030701 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] For port ebe2cafd-9f52-4431-8879-4f13c8cf26d7, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:03.033525 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:03.037333 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.062751 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (2b29327f-f3fd-432f-978d-b0209389873c), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.092891 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc492f-ca13-4cd5-830f-e3a32cf9be82 None None] Pushing event updated for resources: {'Port': ['ID=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:03.108856 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:03.111784 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:03.115631 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:03.137611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b29327f-f3fd-432f-978d-b0209389873c,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:03.288227 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.601547 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for router_gateway (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.797740 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:03.925887 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Router 06499ef5-ce65-4e6c-8767-d4c955501c3e is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:18:03.966201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76994c-dacd-4b0b-a423-9948be7b81a1 None None] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:18:04.004418 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Provisioning complete for port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:04.004779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.028603 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:04.038509 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Sync routers for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:04.047304 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.049011 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2d482180-cc66-4ea5-953f-91daef58eec0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6481678 Jun 18 08:18:04.051063 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:04.051732 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59304) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:04.051963 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:04.092837 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.152395 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Current status of the port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:04.152783 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.174602 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:04.188050 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] For port ebe2cafd-9f52-4431-8879-4f13c8cf26d7, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:04.195551 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.209237 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.229173 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.262844 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83f93-4797-46bc-b503-8605dac50381 None None] Pushing event updated for resources: {'Port': ['ID=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.357157 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:03Z', 'revision_number': 3, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:04.384765 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Checking router: 06499ef5-ce65-4e6c-8767-d4c955501c3e for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:04.385007 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Updating router 06499ef5-ce65-4e6c-8767-d4c955501c3e port 2b29327f-f3fd-432f-978d-b0209389873c binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:04.413875 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2b29327f-f3fd-432f-978d-b0209389873c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.418309 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-943100b3-1b42-4ebc-b7e1-41d7aca5b1fa None None] Provisioning complete for port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:04.418654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-943100b3-1b42-4ebc-b7e1-41d7aca5b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.479478 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.501339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-943100b3-1b42-4ebc-b7e1-41d7aca5b1fa None None] Current status of the port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:04.633053 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Allocated IP 172.20.0.1 (dd967248-94f7-4b62-9f2e-eb58b4e23e48/76443301-1057-4a04-9ccb-839bca2f5c36/b4111b8a-5d8b-4292-95fe-964dea213e48) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:04.657137 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ebe2cafd-9f52-4431-8879-4f13c8cf26d7 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:04.662962 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks [] for port (2b29327f-f3fd-432f-978d-b0209389873c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.669580 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2b29327f-f3fd-432f-978d-b0209389873c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.689943 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.705505 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:04.705941 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.722013 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.736582 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Attempting to bind port 2b29327f-f3fd-432f-978d-b0209389873c on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:04.736993 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Attempting to bind port 2b29327f-f3fd-432f-978d-b0209389873c by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:04.737399 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Attempting to bind port 2b29327f-f3fd-432f-978d-b0209389873c on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:04.742984 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks [] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.745435 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Pushing event updated for resources: {'Port': ['ID=2b29327f-f3fd-432f-978d-b0209389873c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.749529 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:04.749898 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:04.750293 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.750671 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:04.751213 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Bound port: 2b29327f-f3fd-432f-978d-b0209389873c, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:04.751818 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2b29327f-f3fd-432f-978d-b0209389873c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.772007 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.778110 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.778519 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.778956 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.779348 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.779687 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.780026 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.780342 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.780726 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.781088 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.781480 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.781796 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.782443 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.782443 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.782780 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.783121 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:04.783657 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.802921 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:04.817173 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] For port 2b29327f-f3fd-432f-978d-b0209389873c, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:04.820689 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] For port 2b29327f-f3fd-432f-978d-b0209389873c, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2b29327f-f3fd-432f-978d-b0209389873c,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:04.824203 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:04.826839 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2b29327f-f3fd-432f-978d-b0209389873c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.827602 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:04.831281 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:04.878205 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Pushing event updated for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.879352 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:04.880776 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:04.881962 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:04.931581 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06573455-9651-4a95-9b8c-645aeca2d425 None None] Pushing event updated for resources: {'Port': ['ID=2b29327f-f3fd-432f-978d-b0209389873c,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:04.966618 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:04.973144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:05.002396 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:05.016457 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.122481 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-08557aab-2530-4e6f-b017-e538d6d3dcdc None None] Provisioning complete for port b4111b8a-5d8b-4292-95fe-964dea213e48 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:05.123117 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-08557aab-2530-4e6f-b017-e538d6d3dcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.159958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-08557aab-2530-4e6f-b017-e538d6d3dcdc None None] Port b4111b8a-5d8b-4292-95fe-964dea213e48 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:05.173218 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks [] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.177523 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:03Z', 'revision_number': 3, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:05.178761 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.206328 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7ef47c-e8d5-4f08-9896-1aa9d7397834 None None] The sync data for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi is: [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:03Z', 'revision_number': 3, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:05.246259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Pushing event updated for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:05.251164 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.344026 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:05.345611 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:05.468657 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Router 06499ef5-ce65-4e6c-8767-d4c955501c3e has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:18:05.588092 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:05.593226 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-142a0c31-eed5-4fe6-8dd3-5e31dac8452d admin admin] 10.222.0.23 "PUT /v2.0/routers/06499ef5-ce65-4e6c-8767-d4c955501c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5405321 Jun 18 08:18:05.685729 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-6ae23984-f8e8-417d-b816-939d682c240c None None] Provisioning complete for port b4111b8a-5d8b-4292-95fe-964dea213e48 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:05.686174 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6ae23984-f8e8-417d-b816-939d682c240c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:05.725191 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6ae23984-f8e8-417d-b816-939d682c240c None None] Port b4111b8a-5d8b-4292-95fe-964dea213e48 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:05.762656 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-43f065a7-79b5-48bb-9353-c05f40a86c33 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964780 Jun 18 08:18:05.838341 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-3ba89b5c-7393-4124-9c91-ab91c643acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:05.839905 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-3ba89b5c-7393-4124-9c91-ab91c643acee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 1129 time: 0.0428965 Jun 18 08:18:05.900814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:05.964979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-252ed2d8-7a8e-4a7d-8a33-3deeabf2c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:05.966532 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-252ed2d8-7a8e-4a7d-8a33-3deeabf2c854 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.1065502 Jun 18 08:18:06.020955 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:06.034947 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-fa4acd46-37d3-4224-a0b7-62988d3542d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 200 len: 1001 time: 0.0620017 Jun 18 08:18:06.090417 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-5b866e5b-4672-4416-8fa7-26eccfe0965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:06.092195 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-5b866e5b-4672-4416-8fa7-26eccfe0965d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0510538 Jun 18 08:18:06.134423 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59322) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:06.139821 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-694925661-network', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:06.143853 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-3a4fc5d1-a845-4d37-bf90-23bbc8b0b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:06.145493 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-3a4fc5d1-a845-4d37-bf90-23bbc8b0b9ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473733 Jun 18 08:18:06.160727 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Made reservation on behalf of 6583f25671594f7ab98c7786dc6a207a for: {'network': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:06.163172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for network (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.171857 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.201327 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:06.240495 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-c8572969-1202-43b8-8a82-b66659655b1d service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Jun 18 08:18:06.254054 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks [] for security_group (f5861144-1d1a-482d-8e2b-82cad457db3b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.258056 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f5861144-1d1a-482d-8e2b-82cad457db3b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.285968 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 08:18:06.292491 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5861144-1d1a-482d-8e2b-82cad457db3b,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:06.299652 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (aafc925d-dd6c-458a-8dd6-f0056b9345b3), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.299995 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.segments_db [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Added segment aafc925d-dd6c-458a-8dd6-f0056b9345b3 of type vlan for network 6f68224b-1059-4fc9-87d7-c185a67f9503 Jun 18 08:18:06.308430 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:06.335097 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f9255fa6-9778-4940-b64b-4c6a537645a0 req-a32a6b04-e324-4f16-9231-a67045230dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887609 Jun 18 08:18:06.342357 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767212534501'] for network (6f68224b-1059-4fc9-87d7-c185a67f9503), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.369003 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825'] for network (6f68224b-1059-4fc9-87d7-c185a67f9503), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.370095 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:06.370741 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.406990 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2713838 Jun 18 08:18:06.409736 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59324) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:06.414303 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Request body: {'subnet': {'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-694925661-subnet', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'ip_version': 4}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:06.448337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077a2b-bc1c-416b-b35a-239e2a37afc6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f68224b-1059-4fc9-87d7-c185a67f9503,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:06.458545 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 details requested by agent ovs-agent-dv-cinder-826349-2-iscsi with host dv-cinder-826349-2-iscsi {{(pid=104014) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 18 08:18:06.464112 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Made reservation on behalf of 6583f25671594f7ab98c7786dc6a207a for: {'subnet': 1} {{(pid=104012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:06.466555 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12411353'] for subnet (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.641008 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11789946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12411179'] for subnet (69d34f1e-bf79-489e-9d98-43dec842144a), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.665370 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2b29327f-f3fd-432f-978d-b0209389873c up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:06.698241 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d34f1e-bf79-489e-9d98-43dec842144a,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:06.715651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Checking segment: {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:06.716374 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Network hostable DHCP agents. Network: 6f68224b-1059-4fc9-87d7-c185a67f9503, hostable agents: ['17d3ead6-bd1b-4980-b044-0f2b065622b5'], hosted agents: [] {{(pid=104012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 08:18:06.726101 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 2b29327f-f3fd-432f-978d-b0209389873c triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:06.726466 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2b29327f-f3fd-432f-978d-b0209389873c), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.736083 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 is scheduled to be hosted by DHCP agent 17d3ead6-bd1b-4980-b044-0f2b065622b5 with binding_index 1 {{(pid=104012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 08:18:06.745587 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826349-2-iscsi, 6f68224b-1059-4fc9-87d7-c185a67f9503) {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:06.749985 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:06.750566 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.757213 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e4065-1156-4091-92b5-5ee1f8306b05 None None] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:18:06.770521 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c8fcfcf6-04d7-4749-9896-264f48c41bdd admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3596706 Jun 18 08:18:06.772946 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59326) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:06.777961 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:06.802365 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10671'] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.803532 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-593674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-599999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-549167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10656'] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.855144 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for router_controller (6359c17d-93a1-4a3a-a1a0-056f04a73e68), precommit_add_association {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.872962 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 2b29327f-f3fd-432f-978d-b0209389873c is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:06.873333 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (2b29327f-f3fd-432f-978d-b0209389873c), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.908823 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe83ac90c-28af-5534-9b70-95810cac4dc1-6f68224b-1059-4fc9-87d7-c185a67f9503', 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503', 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'fixed_ips': [{'subnet_id': '69d34f1e-bf79-489e-9d98-43dec842144a'}]}} from dv-cinder-826349-2-iscsi. {{(pid=104014) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 18 08:18:06.909739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:06.916058 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 2b29327f-f3fd-432f-978d-b0209389873c, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2b29327f-f3fd-432f-978d-b0209389873c,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:06.927037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (2b29327f-f3fd-432f-978d-b0209389873c), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.004566 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for router_gateway (6359c17d-93a1-4a3a-a1a0-056f04a73e68), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.013022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Sync routers for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:07.047527 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=2b29327f-f3fd-432f-978d-b0209389873c,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:07.053685 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:07.054298 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:07.065599 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:07.099208 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:07.184155 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Allocated IP 172.20.0.2 (6f68224b-1059-4fc9-87d7-c185a67f9503/69d34f1e-bf79-489e-9d98-43dec842144a/4a0680cb-0b2e-4f88-b786-38ef9aac488f) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:07.184426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for router_gateway (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.185848 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:07.191038 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:07.208280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.211732 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:07.317666 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Allocated IP 172.27.2.129 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/535f0f1c-e420-4328-8175-dcc40313a55d) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:07.628463 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks [] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.637661 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.652340 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for port (535f0f1c-e420-4328-8175-dcc40313a55d), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.684985 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:05Z', 'revision_number': 2, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:07.686892 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.715347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:07.717187 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Checking router: 06499ef5-ce65-4e6c-8767-d4c955501c3e for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:07.717523 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Updating router 06499ef5-ce65-4e6c-8767-d4c955501c3e port b4111b8a-5d8b-4292-95fe-964dea213e48 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:07.719527 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Pushing event updated for resources: {'Port': ['ID=4a0680cb-0b2e-4f88-b786-38ef9aac488f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:07.724370 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:07.726617 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:07.727947 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:07.731309 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:07.735032 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:07.738405 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Pushing event updated for resources: {'Port': ['ID=535f0f1c-e420-4328-8175-dcc40313a55d,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:07.780605 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.818745 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Attempting to bind port 4a0680cb-0b2e-4f88-b786-38ef9aac488f on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:07.819138 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Attempting to bind port 4a0680cb-0b2e-4f88-b786-38ef9aac488f by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:07.819500 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Attempting to bind port 4a0680cb-0b2e-4f88-b786-38ef9aac488f on network 6f68224b-1059-4fc9-87d7-c185a67f9503 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:07.844461 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:07.844826 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Checking segment: {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:07.845219 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.845661 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Bound using segment: {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:07.846118 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Bound port: 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:07.846485 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.986225 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for router_gateway (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:07.986766 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] For port 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:08.009563 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] For port 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4a0680cb-0b2e-4f88-b786-38ef9aac488f,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:08.038993 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:08.045794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.088735 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:08.120765 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:08.152587 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f99d-73f0-442d-842e-681eeb5d469e None None] Pushing event updated for resources: {'Port': ['ID=4a0680cb-0b2e-4f88-b786-38ef9aac488f,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:08.190081 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-593877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-590500'] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.194732 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks [] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.200366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.260980 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbfd0d-cddf-40aa-a768-be97578de49c None None] Pushing event updated for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:08.323664 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Attempting to bind port b4111b8a-5d8b-4292-95fe-964dea213e48 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:08.323878 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Attempting to bind port b4111b8a-5d8b-4292-95fe-964dea213e48 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:08.324359 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Attempting to bind port b4111b8a-5d8b-4292-95fe-964dea213e48 on network dd967248-94f7-4b62-9f2e-eb58b4e23e48 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:08.331134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:08.331134 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Checking segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:08.331580 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.331968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Bound using segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:08.334425 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Bound port: b4111b8a-5d8b-4292-95fe-964dea213e48, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:08.334425 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.353221 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:08.364279 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 is scheduled to L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 with binding_index 1 {{(pid=104012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 18 08:18:08.418179 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] For port b4111b8a-5d8b-4292-95fe-964dea213e48, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:08.422061 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] For port b4111b8a-5d8b-4292-95fe-964dea213e48, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b4111b8a-5d8b-4292-95fe-964dea213e48,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:08.433513 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.495495 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:08.504377 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:08.505061 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:08.506534 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Sync routers for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:08.522080 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:08.522984 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:08.538915 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.538915 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-2639d033-6246-433c-a32e-4396b6620b75 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7636487 Jun 18 08:18:08.540216 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59328) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:08.544842 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbfd0d-cddf-40aa-a768-be97578de49c None None] Pushing event updated for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:08.654328 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Provisioning complete for port b4111b8a-5d8b-4292-95fe-964dea213e48 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:08.655097 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:08.699920 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:08.818035 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:08.843423 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2b29327f-f3fd-432f-978d-b0209389873c up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:08.937937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:08.956450 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Current status of the port b4111b8a-5d8b-4292-95fe-964dea213e48 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:08.956807 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.008291 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 2b29327f-f3fd-432f-978d-b0209389873c triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:09.008657 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (2b29327f-f3fd-432f-978d-b0209389873c), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.015986 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:07Z', 'revision_number': 3, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:09.039959 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] For port b4111b8a-5d8b-4292-95fe-964dea213e48, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b4111b8a-5d8b-4292-95fe-964dea213e48,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:09.051552 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Checking router: 6359c17d-93a1-4a3a-a1a0-056f04a73e68 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:09.051980 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Updating router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 port 535f0f1c-e420-4328-8175-dcc40313a55d binding host dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:09.065991 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.093368 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.111169 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.283481 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_common [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Allocated IP 172.20.0.1 (6f68224b-1059-4fc9-87d7-c185a67f9503/69d34f1e-bf79-489e-9d98-43dec842144a/e828286c-3341-464e-bba3-6243ce1490a9) {{(pid=104012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:09.289061 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:09.294300 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0eba5-b5ea-459e-a6db-e45e6caa8e17 None None] Pushing event updated for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.309641 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:09.335709 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:09.348718 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks [] for port (535f0f1c-e420-4328-8175-dcc40313a55d), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.352332 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:09.353422 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:09.353547 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d77da8-81ba-44a8-ab92-a1a950f7995b None None] The sync data for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi is: [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:09.359720 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.389444 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:09.431954 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 2b29327f-f3fd-432f-978d-b0209389873c is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:09.433081 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4a0680cb-0b2e-4f88-b786-38ef9aac488f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:09.436302 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607a16c0-2260-413f-b00e-58e08210ecd7 None None] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:18:09.458265 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-c68e2dfd-030a-444a-841f-0efe22d4fa48 None None] Provisioning complete for port b4111b8a-5d8b-4292-95fe-964dea213e48 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:09.458265 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c68e2dfd-030a-444a-841f-0efe22d4fa48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.464651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks [] for port (e828286c-3341-464e-bba3-6243ce1490a9), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.475547 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Attempting to bind port 535f0f1c-e420-4328-8175-dcc40313a55d on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:09.476090 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Attempting to bind port 535f0f1c-e420-4328-8175-dcc40313a55d by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:09.476596 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Attempting to bind port 535f0f1c-e420-4328-8175-dcc40313a55d on network ab53b141-381b-47bf-82f8-bced81746439 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:09.488617 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:09.488999 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Checking segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:09.489563 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.489945 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Bound using segment: {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:09.490450 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Bound port: 535f0f1c-e420-4328-8175-dcc40313a55d, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c776b1-7903-44ee-b597-bda2b5ea5f8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:09.495859 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.498011 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56971f77-0fe0-4512-95f7-9b28dbba167d None None] Pushing event updated for resources: {'Port': ['ID=535f0f1c-e420-4328-8175-dcc40313a55d,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.526369 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.571167 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] For port 535f0f1c-e420-4328-8175-dcc40313a55d, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:09.574272 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] For port 535f0f1c-e420-4328-8175-dcc40313a55d, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=535f0f1c-e420-4328-8175-dcc40313a55d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:09.580499 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Pushing event updated for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=1']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.582281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.597478 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:09.601678 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:09.601678 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Received port after_create {{(pid=104012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:09.651586 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:09.652531 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:09.654772 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56971f77-0fe0-4512-95f7-9b28dbba167d None None] Pushing event updated for resources: {'Port': ['ID=535f0f1c-e420-4328-8175-dcc40313a55d,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:09.676278 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-596132'] for router_interface (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.686226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4a0680cb-0b2e-4f88-b786-38ef9aac488f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:09.686830 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.726464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c68e2dfd-030a-444a-841f-0efe22d4fa48 None None] Current status of the port b4111b8a-5d8b-4292-95fe-964dea213e48 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:09.802162 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4a0680cb-0b2e-4f88-b786-38ef9aac488f is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:09.802557 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.810899 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:09.840113 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e828286c-3341-464e-bba3-6243ce1490a9), before_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.854283 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4a0680cb-0b2e-4f88-b786-38ef9aac488f,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:09.859236 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-7830c25d-2f28-43ec-a562-79741c79e6ac None None] Provisioning complete for port 4a0680cb-0b2e-4f88-b786-38ef9aac488f triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:09.859580 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7830c25d-2f28-43ec-a562-79741c79e6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:09.862632 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.004095 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=4a0680cb-0b2e-4f88-b786-38ef9aac488f,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:10.055948 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-7830c25d-2f28-43ec-a562-79741c79e6ac None None] Current status of the port 4a0680cb-0b2e-4f88-b786-38ef9aac488f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:10.064265 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:07Z', 'revision_number': 3, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:10.067778 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks [] for port (e828286c-3341-464e-bba3-6243ce1490a9), precommit_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.077661 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11789795'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_update {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.096287 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da014ef-292c-4f03-9671-56dfada50c99 None None] The sync data for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi is: [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:07Z', 'revision_number': 3, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:10.159426 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:10.170219 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-596016'] for router_interface (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.184812 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:10.189447 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:10.189844 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.215780 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Pushing event updated for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=2']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:10.239975 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Port e828286c-3341-464e-bba3-6243ce1490a9 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:10.251401 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Provisioning complete for port 4a0680cb-0b2e-4f88-b786-38ef9aac488f triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:10.252639 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.297590 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 is already hosted by enough agents. {{(pid=104012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:10.299476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.base_scheduler [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:10.362660 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3cce2fdc-c2df-47b5-b241-32dca4b1df81 None None] Current status of the port 4a0680cb-0b2e-4f88-b786-38ef9aac488f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:10.467006 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:18:10.480412 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-81e60a4e-f485-4d72-b6bc-33d3226c873e None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:10.480412 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-81e60a4e-f485-4d72-b6bc-33d3226c873e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.555704 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-81e60a4e-f485-4d72-b6bc-33d3226c873e None None] Port e828286c-3341-464e-bba3-6243ce1490a9 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:10.643902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:10.651561 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-da2ae6ad-efff-407f-bdba-c16968e3fe4b admin admin] 10.222.0.23 "PUT /v2.0/routers/6359c17d-93a1-4a3a-a1a0-056f04a73e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1103270 Jun 18 08:18:10.677788 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-cf454fb7-2fb4-4a9c-a198-4f0dc77b62ef None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:10.678167 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf454fb7-2fb4-4a9c-a198-4f0dc77b62ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.706237 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:10.724936 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cf454fb7-2fb4-4a9c-a198-4f0dc77b62ef None None] Port e828286c-3341-464e-bba3-6243ce1490a9 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:10.778765 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 535f0f1c-e420-4328-8175-dcc40313a55d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:10.832893 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 535f0f1c-e420-4328-8175-dcc40313a55d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:10.833357 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.909287 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 535f0f1c-e420-4328-8175-dcc40313a55d is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:10.909589 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.931724 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] For port 535f0f1c-e420-4328-8175-dcc40313a55d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=535f0f1c-e420-4328-8175-dcc40313a55d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:10.938122 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:10.938957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b4111b8a-5d8b-4292-95fe-964dea213e48 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:11.016803 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Pushing event updated for resources: {'Port': ['ID=535f0f1c-e420-4328-8175-dcc40313a55d,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:11.026165 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port b4111b8a-5d8b-4292-95fe-964dea213e48 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:11.026573 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:11.101900 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port b4111b8a-5d8b-4292-95fe-964dea213e48 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:11.102971 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4a0680cb-0b2e-4f88-b786-38ef9aac488f up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:11.148506 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 4a0680cb-0b2e-4f88-b786-38ef9aac488f triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:11.148957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:11.220682 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:11.223130 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4a0680cb-0b2e-4f88-b786-38ef9aac488f is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:12.076855 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59338) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.081615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083170249', 'description': 'tempest-secgroup-smoke-1083170249 description', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.104678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.176969 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (e1b9a1b2-9fad-406a-8bf2-9943118b0a6b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.182141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e1b9a1b2-9fad-406a-8bf2-9943118b0a6b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.212315 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.213470 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1355255 Jun 18 08:18:12.215433 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626be2b5-b1c3-4376-993f-765818c272ba tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.216739 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59340) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.221900 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.252247 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (dbf8e1be-0c2a-4003-aec7-dd61e6def8fb), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.318021 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (dbf8e1be-0c2a-4003-aec7-dd61e6def8fb), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.323124 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (dbf8e1be-0c2a-4003-aec7-dd61e6def8fb), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.329662 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:12.344280 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf8e1be-0c2a-4003-aec7-dd61e6def8fb,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.352009 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.353230 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3730a21e-a76f-4c13-a387-46f857359b1a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349747 Jun 18 08:18:12.356292 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59342) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.360904 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.390079 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (7b979061-4286-4ed7-9d24-bf5b2d797435), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.449837 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (7b979061-4286-4ed7-9d24-bf5b2d797435), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.455164 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (7b979061-4286-4ed7-9d24-bf5b2d797435), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.473489 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b979061-4286-4ed7-9d24-bf5b2d797435,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.482620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.483877 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f9c7349-2b69-411e-bd24-9b48041a7727 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265576 Jun 18 08:18:12.486785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59344) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.491251 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.518968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (dff1623c-0cfa-4eba-b14d-d0b875719655), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.578679 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (dff1623c-0cfa-4eba-b14d-d0b875719655), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.583607 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (dff1623c-0cfa-4eba-b14d-d0b875719655), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.602518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff1623c-0cfa-4eba-b14d-d0b875719655,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.618151 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.619560 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ecd2de35-7040-42ef-8742-3fc2162d4173 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316826 Jun 18 08:18:12.622205 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59346) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.626751 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.653506 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 535f0f1c-e420-4328-8175-dcc40313a55d up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:12.654559 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (89d3c9c0-e0c6-4ab6-a133-9bdf0ac481bd), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.657922 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:12.663345 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:12.703733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port 535f0f1c-e420-4328-8175-dcc40313a55d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:12.704282 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.720362 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (89d3c9c0-e0c6-4ab6-a133-9bdf0ac481bd), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.724231 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (89d3c9c0-e0c6-4ab6-a133-9bdf0ac481bd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.743105 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d3c9c0-e0c6-4ab6-a133-9bdf0ac481bd,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.748938 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.752873 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4eb64309-f947-4242-a74d-f08ded2eaf52 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269965 Jun 18 08:18:12.753159 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59348) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.757766 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.780373 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.securitygroups_db [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Project b6902aa20d9248c7aa91d2559e5cabb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:18:12.786389 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (864e039e-820d-4e06-9c1f-d507608fc34b), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.788293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 535f0f1c-e420-4328-8175-dcc40313a55d is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:12.844568 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (864e039e-820d-4e06-9c1f-d507608fc34b), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.849070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Sync routers for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:12.849794 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (864e039e-820d-4e06-9c1f-d507608fc34b), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.859494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:12.860147 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:12.869774 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864e039e-820d-4e06-9c1f-d507608fc34b,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:12.876892 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.878197 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-b85aaec2-b96d-45b7-b69d-210c70147f53 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240029 Jun 18 08:18:12.881140 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59350) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:12.885674 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.v2.base [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'security_group_rule': {'security_group_id': 'e1b9a1b2-9fad-406a-8bf2-9943118b0a6b', 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:12.908490 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.securitygroups_db [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Project b6902aa20d9248c7aa91d2559e5cabb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 08:18:12.914506 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (fb024ea9-d544-43ff-9852-e927e215b359), before_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.962603 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:12.973765 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (fb024ea9-d544-43ff-9852-e927e215b359), precommit_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.978600 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801407'] for security_group_rule (fb024ea9-d544-43ff-9852-e927e215b359), after_create {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:12.996095 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb024ea9-d544-43ff-9852-e927e215b359,revision_number=0']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:13.007077 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.008416 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-a9a93d11-801a-41a5-b04e-8d2a997fdb59 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260922 Jun 18 08:18:13.109192 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:13.152605 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 4, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'e828286c-3341-464e-bba3-6243ce1490a9', 'name': '', 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'mac_address': 'fa:16:3e:2e:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:09Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 2, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'subnets': [{'id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:13.181673 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Checking router: 6359c17d-93a1-4a3a-a1a0-056f04a73e68 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:13.182025 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Updating router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 port e828286c-3341-464e-bba3-6243ce1490a9 binding host dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 08:18:13.210420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e828286c-3341-464e-bba3-6243ce1490a9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.478798 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks [] for port (e828286c-3341-464e-bba3-6243ce1490a9), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.485624 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.560992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6876d-6985-4300-8e40-77030d878c32 None None] Pushing event updated for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:13.594035 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:13.599624 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Attempting to bind port e828286c-3341-464e-bba3-6243ce1490a9 on host dv-cinder-826349-2-iscsi for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:13.599982 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Attempting to bind port e828286c-3341-464e-bba3-6243ce1490a9 by drivers openvswitch,hyperv on host dv-cinder-826349-2-iscsi at level 0 using segments [{'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:13.600332 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Attempting to bind port e828286c-3341-464e-bba3-6243ce1490a9 on network 6f68224b-1059-4fc9-87d7-c185a67f9503 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:13.606105 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Checking agent: {'id': 'c224dd8d-e072-4e55-b26d-2e69a4b60451', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826349-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 7, 59, 3), 'started_at': datetime.datetime(2022, 6, 18, 7, 59, 33), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826349-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:13.606459 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Checking segment: {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:13.606854 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.607301 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Bound using segment: {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:13.607865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Bound port: e828286c-3341-464e-bba3-6243ce1490a9, host: dv-cinder-826349-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc925d-dd6c-458a-8dd6-f0056b9345b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:13.608142 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e828286c-3341-464e-bba3-6243ce1490a9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.671092 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] For port e828286c-3341-464e-bba3-6243ce1490a9, host dv-cinder-826349-2-iscsi, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:13.676067 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] For port e828286c-3341-464e-bba3-6243ce1490a9, host dv-cinder-826349-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=e828286c-3341-464e-bba3-6243ce1490a9,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:13.683342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:13.742148 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:13.742782 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:13.745921 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6876d-6985-4300-8e40-77030d878c32 None None] Pushing event updated for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:13.801590 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:13.801957 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:14.019546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:14.026778 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:14.121924 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Current status of the port e828286c-3341-464e-bba3-6243ce1490a9 is: DOWN; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:14.122294 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e828286c-3341-464e-bba3-6243ce1490a9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:14.205223 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] For port e828286c-3341-464e-bba3-6243ce1490a9, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=e828286c-3341-464e-bba3-6243ce1490a9,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:14.213448 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:14.303742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7c465-7d16-48ff-a412-0a6704f08099 None None] Pushing event updated for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:14.309863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 4, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'e828286c-3341-464e-bba3-6243ce1490a9', 'name': '', 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'mac_address': 'fa:16:3e:2e:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:09Z', 'updated_at': '2022-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'subnets': [{'id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:14.338589 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68465d7f-4669-4e02-99f0-041bacd46d5b None None] The sync data for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi is: [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:18:09Z', 'revision_number': 4, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'e828286c-3341-464e-bba3-6243ce1490a9', 'name': '', 'network_id': '6f68224b-1059-4fc9-87d7-c185a67f9503', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'mac_address': 'fa:16:3e:2e:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:09Z', 'updated_at': '2022-06-18T08:18:13Z', 'revision_number': 4, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'subnets': [{'id': '69d34f1e-bf79-489e-9d98-43dec842144a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:14.351550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-1b42dbb7-2734-41ec-a530-70af5e498b11 None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:14.352037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1b42dbb7-2734-41ec-a530-70af5e498b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:14.443317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-1b42dbb7-2734-41ec-a530-70af5e498b11 None None] Current status of the port e828286c-3341-464e-bba3-6243ce1490a9 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:14.655403 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device e828286c-3341-464e-bba3-6243ce1490a9 up at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:14.701207 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Provisioning complete for port e828286c-3341-464e-bba3-6243ce1490a9 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:14.701936 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e828286c-3341-464e-bba3-6243ce1490a9), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:14.758195 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:14.790307 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port e828286c-3341-464e-bba3-6243ce1490a9 is: ACTIVE; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:20.851422 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:20.852850 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:20.915736 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:18:22.740691 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=14,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:22.743163 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:22.993585 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:22.998495 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=29,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:24.211351 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035356d-0dbe-4366-bb45-6b56b06ac9ef req-4f1c70a9-55b9-4388-adc5-30a57cfab82a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:24.212831 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b035356d-0dbe-4366-bb45-6b56b06ac9ef req-4f1c70a9-55b9-4388-adc5-30a57cfab82a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Jun 18 08:18:24.264684 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-b035356d-0dbe-4366-bb45-6b56b06ac9ef req-c5a58bd5-f506-435b-a49f-382a1424b679 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461609 Jun 18 08:18:24.789118 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:25.037031 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:25.391442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97dddc-fdbd-4c30-bd8b-bf6c58ba1a72 req-10a061d3-9c9e-4beb-8f9b-637874bf1ab1 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:25.392926 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a97dddc-fdbd-4c30-bd8b-bf6c58ba1a72 req-10a061d3-9c9e-4beb-8f9b-637874bf1ab1 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Jun 18 08:18:25.442551 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a97dddc-fdbd-4c30-bd8b-bf6c58ba1a72 req-83e7bdb5-32cd-4bab-b92c-295e4998dee9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Jun 18 08:18:25.996580 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ece1-432a-4e6f-a330-45b483c5908d req-8b8f0552-7edf-42d5-ac6a-bd2c3a8b13e7 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:25.997924 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f673ece1-432a-4e6f-a330-45b483c5908d req-8b8f0552-7edf-42d5-ac6a-bd2c3a8b13e7 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 945 time: 0.0469117 Jun 18 08:18:26.081702 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:18:26.082006 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.168945 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] For port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:26.169304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.345709 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.346156 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (74f946e4-53ba-4d53-ac74-72929f38ee30), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.346607 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP 74f946e4-53ba-4d53-ac74-72929f38ee30 disassociated. External IP: 172.27.2.210, port: 2a8dbafc-0f08-48b0-88cc-034c9a51c67a. Jun 18 08:18:26.347165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for 2a8dbafc-0f08-48b0-88cc-034c9a51c67a owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:18:26.482652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (2a8dbafc-0f08-48b0-88cc-034c9a51c67a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.508777 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=2a8dbafc-0f08-48b0-88cc-034c9a51c67a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:26.552473 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-454c3c61-77a9-4c10-b725-638a99ca66bd req-751c8fca-693e-437a-a1b3-2892fbbbd643 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=c23eed6b-7d92-400e-8d81-f35aa47e0577 HTTP/1.1" status: 200 len: 210 time: 0.0418551 Jun 18 08:18:26.626499 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:18:26.729814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:26.740229 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:26.750159 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:26.750750 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:26.771226 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] No DVR routers for this DVR port 2a8dbafc-0f08-48b0-88cc-034c9a51c67a on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:18:26.773876 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:26.777036 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f673ece1-432a-4e6f-a330-45b483c5908d req-6e672669-6e5d-48e9-bb5e-63c8b621b37c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "DELETE /v2.0/ports/2a8dbafc-0f08-48b0-88cc-034c9a51c67a HTTP/1.1" status: 204 len: 173 time: 0.7733459 Jun 18 08:18:26.777648 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'name': 'network-vif-deleted', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:26.781095 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991fde3-e93c-4692-af18-d06ca8859211" -d '{"events": [{"server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "name": "network-vif-deleted", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:26.855880 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:26.920709 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb5425-9ba2-4b93-9594-24dde0b3e63f x-openstack-request-id: req-36fb5425-9ba2-4b93-9594-24dde0b3e63f {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:26.920974 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c23eed6b-7d92-400e-8d81-f35aa47e0577", "name": "network-vif-deleted", "tag": "2a8dbafc-0f08-48b0-88cc-034c9a51c67a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:26.921292 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36fb5425-9ba2-4b93-9594-24dde0b3e63f {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:26.921803 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fb5425-9ba2-4b93-9594-24dde0b3e63f'] response: {'server_uuid': 'c23eed6b-7d92-400e-8d81-f35aa47e0577', 'name': 'network-vif-deleted', 'tag': '2a8dbafc-0f08-48b0-88cc-034c9a51c67a', 'status': 'completed', 'code': 200} Jun 18 08:18:27.057396 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:27.083909 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:27.092464 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:27.093075 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:27.198130 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:27.478445 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:27.502831 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c4283d-3948-4ec4-b5f9-44093327a582 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:27.505159 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-aa7b1c94-0345-465f-8bd9-64fae3c3ab69 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083170249&fields=id&tenant_id=b6902aa20d9248c7aa91d2559e5cabb6 HTTP/1.1" status: 200 len: 267 time: 0.0522168 Jun 18 08:18:27.636807 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-70dca82a-27c5-4c7d-92d8-38ff1020c20e tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:27.638380 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-70dca82a-27c5-4c7d-92d8-38ff1020c20e tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 808 time: 0.1252782 Jun 18 08:18:27.654234 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-2db4de36-58bc-4252-ae89-854ea6c11bfc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/quotas/b6902aa20d9248c7aa91d2559e5cabb6 HTTP/1.1" status: 200 len: 375 time: 0.0100555 Jun 18 08:18:27.708691 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-61ed1c38-37af-413b-a0f2-a8dad0a89cc3 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486972 Jun 18 08:18:27.782712 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff1598-5bbf-40d4-bb4d-23e2ba4278ba None None] New status for floating IP 74f946e4-53ba-4d53-ac74-72929f38ee30: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:18:27.808540 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:27.824764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:27.832951 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-8ee49ba1-d7b8-4145-940f-7dba714b964b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:18:27.840281 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-8ee49ba1-d7b8-4145-940f-7dba714b964b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1142399 Jun 18 08:18:27.850976 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-1a52ae15-5dca-4bad-8e9b-413f82115c38 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405259699&fields=id&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 267 time: 0.0565720 Jun 18 08:18:27.937538 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-03c8bf7d-879b-45e0-814e-79251286afc0 service neutron] 10.222.0.23 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964360 Jun 18 08:18:27.974173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-627ac199-0488-4839-9dbc-06d39cbe707d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:27.975663 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-627ac199-0488-4839-9dbc-06d39cbe707d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.1162694 Jun 18 08:18:27.990260 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-7a596abe-fed8-4e88-8149-d85dd550dd5e tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/quotas/49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 375 time: 0.0089784 Jun 18 08:18:28.028174 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-724e8fde-a1c3-4eac-9617-928684552911 service neutron] 10.222.0.23 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844350 Jun 18 08:18:28.038174 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-3f01ae60-0747-49b3-b86b-cc7ab745e22a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429780 Jun 18 08:18:28.053891 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-098efcd8-7bce-4441-a735-1d81517acb99 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:18:28.054943 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-098efcd8-7bce-4441-a735-1d81517acb99 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055301 Jun 18 08:18:28.148009 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6165d1e-62dd-46f3-bb62-6ecce83b3b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:28.148198 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-3c6b9774-46a4-4e69-b57d-3ea176dea1d4 service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874698 Jun 18 08:18:28.245313 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-5e110f01-af7c-4417-8c3b-e100f430307f service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913916 Jun 18 08:18:28.830821 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 2a8dbafc-0f08-48b0-88cc-034c9a51c67a no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:18:28.855132 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 2a8dbafc-0f08-48b0-88cc-034c9a51c67a {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:18:28.855436 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 2a8dbafc-0f08-48b0-88cc-034c9a51c67a not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:18:29.356320 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-a271161c-cbfc-46c9-9cc1-be43b5921327 req-1c3d93d2-1f6c-448e-b8b9-91685052fecc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Jun 18 08:18:29.551054 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e0b9486d-87d5-4ee0-8a39-eed1c00079dc req-92b44a8d-7c58-4399-8121-9d1e9a41dfda tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 210 time: 0.0284700 Jun 18 08:18:30.438330 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b74ee331-8197-4f11-a30f-b724f9dcd637 req-1323a3a9-581c-4ee8-883a-6984572bc0d5 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 210 time: 0.0298073 Jun 18 08:18:30.460879 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-42d52026-32a1-44a3-8881-1f576318d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:30.637024 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ddeb8129-7e12-4fa1-915c-69e07f9f2831 req-a72a2c0f-2eb5-4cd9-a8ad-289505df4749 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 210 time: 0.0318949 Jun 18 08:18:31.316477 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:31.409400 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-e46e48ee-bb97-442d-a6ad-0b7730cd2734 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:31.410709 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-e46e48ee-bb97-442d-a6ad-0b7730cd2734 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 808 time: 0.1026728 Jun 18 08:18:31.481422 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-5e368f7c-0593-4546-b864-1bbaff75ce8d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6902aa20d9248c7aa91d2559e5cabb6 HTTP/1.1" status: 200 len: 380 time: 0.0578594 Jun 18 08:18:31.496262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'port': {'device_id': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'admin_state_up': True, 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'security_groups': ['e1b9a1b2-9fad-406a-8bf2-9943118b0a6b']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:31.549413 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a99a7de6-fa80-412e-8208-7dc1f10eefa8 req-e2e7f62f-a4ef-413e-876c-b601b062660f tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 210 time: 0.0368228 Jun 18 08:18:31.629927 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Made reservation on behalf of b6902aa20d9248c7aa91d2559e5cabb6 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:31.635351 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:31.717023 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-2a251fa9-8033-4bf3-b34e-7189bff24143 req-1b1eded5-95c4-41b7-b957-9a79b5651f0d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 210 time: 0.0279217 Jun 18 08:18:31.764043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Allocated IP 172.20.0.10 (dd967248-94f7-4b62-9f2e-eb58b4e23e48/76443301-1057-4a04-9ccb-839bca2f5c36/57e98b0f-c23a-4686-a3c7-070c30fb690d) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:31.833747 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:31.891276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:31.916735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:31.951899 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.000526 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:32.003858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:32.007817 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:32.035599 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:32.061284 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:32.061965 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.079608 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-72971cc2-df4c-41b9-90d4-76b426022d79 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878167 Jun 18 08:18:32.097814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Request body: {'port': {'device_id': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:32.170225 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.287040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-db093602-1bd6-4c0e-b390-26747b2f636f None None] Provisioning complete for port 57e98b0f-c23a-4686-a3c7-070c30fb690d triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:32.287671 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-db093602-1bd6-4c0e-b390-26747b2f636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.322815 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-db093602-1bd6-4c0e-b390-26747b2f636f None None] Port 57e98b0f-c23a-4686-a3c7-070c30fb690d cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:32.437395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e98b0f-c23a-4686-a3c7-070c30fb690d {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:18:32.444695 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks [] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.458538 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Transition to ACTIVE for port object 57e98b0f-c23a-4686-a3c7-070c30fb690d will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:18:32.462534 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.509071 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:32.585376 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Attempting to bind port 57e98b0f-c23a-4686-a3c7-070c30fb690d on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:32.585710 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Attempting to bind port 57e98b0f-c23a-4686-a3c7-070c30fb690d by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:32.586030 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Attempting to bind port 57e98b0f-c23a-4686-a3c7-070c30fb690d on network dd967248-94f7-4b62-9f2e-eb58b4e23e48 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:32.590636 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Port 57e98b0f-c23a-4686-a3c7-070c30fb690d on network dd967248-94f7-4b62-9f2e-eb58b4e23e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:18:32.590965 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Attempting to bind port 57e98b0f-c23a-4686-a3c7-070c30fb690d on network dd967248-94f7-4b62-9f2e-eb58b4e23e48 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:32.596301 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:32.596636 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Checking segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:32.597015 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Bound using segment: {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:32.597436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Bound port: 57e98b0f-c23a-4686-a3c7-070c30fb690d, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68483016-f1ee-4e4b-8431-7a961b66919c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:32.597796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.647488 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:32.698948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:32.705358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17269-17fe-494a-8f7b-19a963f625e6 req-14b4b9e1-e179-4592-b930-8ec3d1407940 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:32.706832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ff17269-17fe-494a-8f7b-19a963f625e6 req-14b4b9e1-e179-4592-b930-8ec3d1407940 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0769036 Jun 18 08:18:32.709446 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:32.712734 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:32.731225 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.836670 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-50bb4d30-7d83-4518-9bfa-d2c66269cb53 req-bf14c6b5-15ac-4094-b3a4-a7062492c6d9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 210 time: 0.0385904 Jun 18 08:18:32.845799 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:32.846435 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.847866 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] 10.222.0.16 "PUT /v2.0/ports/57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 1094 time: 0.7552226 Jun 18 08:18:32.848383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:32.850740 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c722569-1152-4a89-a6a3-41bc7259b654" -d '{"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:32.881296 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:32.898864 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ff17269-17fe-494a-8f7b-19a963f625e6 req-3b02c481-8167-4e1e-a40e-aca49ab04647 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839750 Jun 18 08:18:32.920521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242def3a-568a-4d3a-accc-a1223aa8233f service neutron] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:32.968204 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1196aa20-2b62-46c6-bdc8-d0cb1e3d96d9 x-openstack-request-id: req-1196aa20-2b62-46c6-bdc8-d0cb1e3d96d9 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:32.968615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:32.968920 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1196aa20-2b62-46c6-bdc8-d0cb1e3d96d9 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:32.969376 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1196aa20-2b62-46c6-bdc8-d0cb1e3d96d9'] response: {'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'status': 'completed', 'code': 200} Jun 18 08:18:32.979106 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-d67a970d-bb4c-4431-999f-6de012db567d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:32.980662 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-d67a970d-bb4c-4431-999f-6de012db567d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.2508974 Jun 18 08:18:32.990867 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-a7281ab1-de76-4349-8247-6031ce8ee83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:32.992461 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-a7281ab1-de76-4349-8247-6031ce8ee83b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1128 time: 0.0629153 Jun 18 08:18:33.059099 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-528fe77e-3d27-4b87-bb13-57fcb8592702 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 217 time: 0.0424104 Jun 18 08:18:33.129915 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-9fb06689-2350-4768-8cb2-87c53c22eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:33.131380 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-9fb06689-2350-4768-8cb2-87c53c22eed6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0661731 Jun 18 08:18:33.152806 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-34463539-f67f-4863-a97e-ecbb0662cd58 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 379 time: 0.1350672 Jun 18 08:18:33.172905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'port': {'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'admin_state_up': True, 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'security_groups': ['188e4828-94ba-402e-9d54-54fb9db5a50f']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:33.203471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-7682a687-1918-41e9-a2fb-553862d975c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:33.204849 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-7682a687-1918-41e9-a2fb-553862d975c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662668 Jun 18 08:18:33.284915 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:33.356157 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-eb506455-84d0-4584-a734-f384bac25df8 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427050 Jun 18 08:18:33.358192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Made reservation on behalf of 49e317feb48548bba0745b2297130f5e for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:18:33.361885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:33.483885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:33.516821 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2c00b752-532c-4c02-8e76-35b957cc85eb req-f7b17aa9-3aec-4430-824e-21639fa69987 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525249 Jun 18 08:18:33.575429 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.20.0.7 (05510254-5856-414b-a3c7-167e95f14eac/6fb31481-829b-4b70-9f43-2fc79469b64e/e4b5e076-5761-45c9-96b4-5ee38ce31514) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:33.696742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:33.712163 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:33.747449 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:33.820552 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:33.827290 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:33.829767 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:33.833212 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:33.837814 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-95333ee1-de2a-49de-99bf-bbbaf6b34a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:33.839362 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-95333ee1-de2a-49de-99bf-bbbaf6b34a22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1128 time: 0.0603647 Jun 18 08:18:33.943148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:33.943769 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:34.024156 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-954898f4-a7d3-4ec5-bf59-48bb0f6c0670 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8564992 Jun 18 08:18:34.032232 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed798c96-c5ff-4bc9-9a2d-1074a9c45400 req-ffc13b94-18fc-4732-aab4-2c1fc1cd2fe3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:34.033694 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed798c96-c5ff-4bc9-9a2d-1074a9c45400 req-ffc13b94-18fc-4732-aab4-2c1fc1cd2fe3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 931 time: 0.0986438 Jun 18 08:18:34.034830 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-3db1a622-bd08-44ea-9172-e1033361de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:34.036156 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-3db1a622-bd08-44ea-9172-e1033361de3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.1759462 Jun 18 08:18:34.039483 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076eb6-3a1f-4306-bee8-aa26db77d4c4 req-2410be60-31cd-4cd9-a5a6-7cabc4758b5a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:34.040991 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-eb076eb6-3a1f-4306-bee8-aa26db77d4c4 req-2410be60-31cd-4cd9-a5a6-7cabc4758b5a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0555160 Jun 18 08:18:34.053339 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Request body: {'port': {'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:34.090736 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-eb076eb6-3a1f-4306-bee8-aa26db77d4c4 req-1ff6f3cc-a083-43d9-9bb4-c41e922e7fed tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442286 Jun 18 08:18:34.092328 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-b7f29743-0024-4b85-bdfe-1e6c57f16203 None None] Provisioning complete for port e4b5e076-5761-45c9-96b4-5ee38ce31514 triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:34.092861 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b7f29743-0024-4b85-bdfe-1e6c57f16203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:34.118048 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-b55cc474-a06f-4184-b875-9282fcc749bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 217 time: 0.0705335 Jun 18 08:18:34.125268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29743-0024-4b85-bdfe-1e6c57f16203 None None] Port e4b5e076-5761-45c9-96b4-5ee38ce31514 cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:18:34.194934 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ed798c96-c5ff-4bc9-9a2d-1074a9c45400 req-58877eaa-6d4e-4f67-8992-c288fd9cdc7a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545420 Jun 18 08:18:34.206366 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:34.223637 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-33f42cb3-650e-4835-8fd0-820da294a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:34.225077 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-33f42cb3-650e-4835-8fd0-820da294a8e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0987496 Jun 18 08:18:34.295535 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-e8f64c47-e2e9-4a03-9152-6c44cf2f39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:34.296923 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-e8f64c47-e2e9-4a03-9152-6c44cf2f39fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531569 Jun 18 08:18:34.621699 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:34.777507 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-80eec57d-abdc-4202-a466-c4f53846c250 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585915 Jun 18 08:18:34.797177 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:34.910211 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b5e076-5761-45c9-96b4-5ee38ce31514 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:18:34.925255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks [] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:34.937635 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5c722569-1152-4a89-a6a3-41bc7259b654 req-b32aad50-88c9-4be4-9b5a-99a95f462579 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538081 Jun 18 08:18:34.942544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Transition to ACTIVE for port object e4b5e076-5761-45c9-96b4-5ee38ce31514 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:18:34.947729 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:34.997929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:35.075665 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Attempting to bind port e4b5e076-5761-45c9-96b4-5ee38ce31514 on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:18:35.075994 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Attempting to bind port e4b5e076-5761-45c9-96b4-5ee38ce31514 by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:18:35.076319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Attempting to bind port e4b5e076-5761-45c9-96b4-5ee38ce31514 on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:35.081008 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Port e4b5e076-5761-45c9-96b4-5ee38ce31514 on network 05510254-5856-414b-a3c7-167e95f14eac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:18:35.081333 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Attempting to bind port e4b5e076-5761-45c9-96b4-5ee38ce31514 on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:18:35.086596 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:18:35.086929 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:18:35.087346 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Bound using segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:18:35.087769 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Bound port: e4b5e076-5761-45c9-96b4-5ee38ce31514, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:18:35.088123 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:35.152999 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:18:35.156068 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:18:35.162780 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:35.198796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.199465 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:35.200804 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 1093 time: 1.1543937 Jun 18 08:18:35.201231 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:35.203783 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f700166-c412-4eb8-aad6-e7141fef4226" -d '{"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:35.208123 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a31f-0500-4254-aa0b-f1d317bf7aac req-a8d3c8df-f88f-481d-80b8-45b54dae31dc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.210226 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3227a31f-0500-4254-aa0b-f1d317bf7aac req-a8d3c8df-f88f-481d-80b8-45b54dae31dc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0481575 Jun 18 08:18:35.227191 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fc9d3-0da3-4088-b7f3-0538693933d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:35.275487 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3227a31f-0500-4254-aa0b-f1d317bf7aac req-49a619c2-7de7-43a4-b850-75b8f75ddf07 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 Jun 18 08:18:35.312905 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2986b3a4-2e09-4b2a-9840-fa5cb9f17cbc x-openstack-request-id: req-2986b3a4-2e09-4b2a-9840-fa5cb9f17cbc {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:35.313330 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:35.313670 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2986b3a4-2e09-4b2a-9840-fa5cb9f17cbc {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:35.314166 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2986b3a4-2e09-4b2a-9840-fa5cb9f17cbc'] response: {'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'status': 'completed', 'code': 200} Jun 18 08:18:35.331736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-2328758b-78b3-40e3-8865-e17e9d1bfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.333381 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-2328758b-78b3-40e3-8865-e17e9d1bfc11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1127 time: 0.0725973 Jun 18 08:18:35.385207 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-730d5b00-513a-4a40-8d90-a17206b282b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 217 time: 0.0356984 Jun 18 08:18:35.406123 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5bf6e-7c8d-4a16-ae29-098dd377018e req-402e2661-c0ed-4904-b9d9-f3a62f2c87bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.407588 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05d5bf6e-7c8d-4a16-ae29-098dd377018e req-402e2661-c0ed-4904-b9d9-f3a62f2c87bf tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0905190 Jun 18 08:18:35.465785 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-d39a5fb0-f5f2-4947-830c-195dc713c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.467150 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-d39a5fb0-f5f2-4947-830c-195dc713c21e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0764825 Jun 18 08:18:35.494191 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-05d5bf6e-7c8d-4a16-ae29-098dd377018e req-05d6b629-0eb8-4330-9b9b-66bdb7f330b7 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657597 Jun 18 08:18:35.517673 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:35.520949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701f43-b948-462f-81aa-301feb163350 req-39fce92a-f371-488f-9227-ca78fe93f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:35.522431 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-39fce92a-f371-488f-9227-ca78fe93f3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496655 Jun 18 08:18:35.617912 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-f617aac9-3e9b-40a0-8d97-6e399f24d328 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891452 Jun 18 08:18:35.707160 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d1701f43-b948-462f-81aa-301feb163350 req-8ed913c9-9feb-4446-8bac-3fe61e6a74d5 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829856 Jun 18 08:18:36.006677 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-4924a13e-1911-462f-a942-b48445784f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.008195 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-4924a13e-1911-462f-a942-b48445784f1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1127 time: 0.0404656 Jun 18 08:18:36.039688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:36.115898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-21f19f89-663c-4cb0-b2b1-4fd8b2d1dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.117362 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-21f19f89-663c-4cb0-b2b1-4fd8b2d1dd89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.1029809 Jun 18 08:18:36.157817 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-7e275130-c1cc-4025-93eb-ab9ca9c72f4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 217 time: 0.0333078 Jun 18 08:18:36.209600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-5d1db2e4-d1e6-4e16-b24a-aaa4a680982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.210978 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-5d1db2e4-d1e6-4e16-b24a-aaa4a680982d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0472691 Jun 18 08:18:36.252405 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-b6a81108-f580-44ce-9ff8-7d26c100e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.253829 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-b6a81108-f580-44ce-9ff8-7d26c100e7fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367413 Jun 18 08:18:36.346173 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-511033b1-bb6b-49a1-8f85-071fa8e92ebe service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Jun 18 08:18:36.401055 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e415c4-d9a9-4937-ba77-7af060917869 req-2f23d093-66d8-4e2d-90c6-1c3db568b9e8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.402529 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e415c4-d9a9-4937-ba77-7af060917869 req-2f23d093-66d8-4e2d-90c6-1c3db568b9e8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0545528 Jun 18 08:18:36.443052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f700166-c412-4eb8-aad6-e7141fef4226 req-32ad8b5d-e0c7-4ca9-b987-5e1a6de90b08 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887752 Jun 18 08:18:36.451899 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-73e415c4-d9a9-4937-ba77-7af060917869 req-6c223bcf-915b-4a0c-a59b-5c2a318e5b96 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435340 Jun 18 08:18:36.608513 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2083732-30d4-4c85-a7a6-31ffb5c0ecfa req-203b91ee-1f34-457f-975b-04f563d4c53d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:36.610014 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2083732-30d4-4c85-a7a6-31ffb5c0ecfa req-203b91ee-1f34-457f-975b-04f563d4c53d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0473452 Jun 18 08:18:36.666798 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b2083732-30d4-4c85-a7a6-31ffb5c0ecfa req-03f69a01-379d-4a39-bf2e-8a8cb9239dc5 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510850 Jun 18 08:18:37.474063 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=79 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:37.481829 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=55 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:37.571360 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed93a56-947f-4cb9-aaab-456132e90e31 req-7b257aab-c217-43e4-838d-ae560a67c939 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:37.572806 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5ed93a56-947f-4cb9-aaab-456132e90e31 req-7b257aab-c217-43e4-838d-ae560a67c939 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0482812 Jun 18 08:18:37.621418 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-5ed93a56-947f-4cb9-aaab-456132e90e31 req-731c2496-50b3-4c50-85c1-f462cfd07a66 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Jun 18 08:18:37.787705 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23962e9-978e-4f38-b683-e47d36703fbe req-a6987bd2-8e8a-4070-9813-e2b7b2b76306 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:37.789051 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d23962e9-978e-4f38-b683-e47d36703fbe req-a6987bd2-8e8a-4070-9813-e2b7b2b76306 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0549212 Jun 18 08:18:37.840571 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d23962e9-978e-4f38-b683-e47d36703fbe req-b41bdb33-e4c0-4b40-8feb-094101ddf980 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436146 Jun 18 08:18:38.768187 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b31076-bb5b-4828-a910-1ffc24ed0fa5 req-be2c51f0-2750-4361-9bed-9e2a13bbf84c tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:38.770443 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-66b31076-bb5b-4828-a910-1ffc24ed0fa5 req-be2c51f0-2750-4361-9bed-9e2a13bbf84c tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0570149 Jun 18 08:18:38.785358 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:38.830065 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-66b31076-bb5b-4828-a910-1ffc24ed0fa5 req-4fe96b26-f38e-4f0f-bc5f-dd98a6751ede tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507782 Jun 18 08:18:38.957323 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd649e05-4394-4abc-890b-a4ecdc9e44a0 req-3fb69e0e-d6cd-4344-82f9-bea2bea66feb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:38.958781 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd649e05-4394-4abc-890b-a4ecdc9e44a0 req-3fb69e0e-d6cd-4344-82f9-bea2bea66feb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0483296 Jun 18 08:18:39.010513 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-dd649e05-4394-4abc-890b-a4ecdc9e44a0 req-29394bea-121b-4f9e-8c1f-ead9b401ce8e tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Jun 18 08:18:39.955049 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1bc84-62d9-45c6-93ba-4eec466f9929 req-2817d72f-17b2-4780-a3b2-75db97c78e2d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:39.956516 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-09f1bc84-62d9-45c6-93ba-4eec466f9929 req-2817d72f-17b2-4780-a3b2-75db97c78e2d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0547919 Jun 18 08:18:39.969570 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:40.008256 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-09f1bc84-62d9-45c6-93ba-4eec466f9929 req-b3ded185-6669-42b5-9646-3c4a26304999 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Jun 18 08:18:40.119397 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:40.128349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87df0d-a875-4be3-ac4d-5cb0973c260c req-71879321-1edd-488b-aeb0-52a1c76ef90d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:40.129876 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a87df0d-a875-4be3-ac4d-5cb0973c260c req-71879321-1edd-488b-aeb0-52a1c76ef90d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0520124 Jun 18 08:18:40.198814 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4a87df0d-a875-4be3-ac4d-5cb0973c260c req-4c0d9f25-3c42-476f-b2c4-34e381b678a5 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589702 Jun 18 08:18:40.877008 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:18:40.986612 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:40.997801 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'mac_address': 'fa:16:3e:d5:be:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:18:41.033345 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 57e98b0f-c23a-4686-a3c7-070c30fb690d is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:41.033728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:41.047654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e98b0f-c23a-4686-a3c7-070c30fb690d {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:18:41.068609 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:41.075317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:41.125207 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:41.128379 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90246112-05b1-4990-b55d-33478229bd5e req-a4bee168-d8a6-412f-aa91-7c0bf2a016a8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:41.130611 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-90246112-05b1-4990-b55d-33478229bd5e req-a4bee168-d8a6-412f-aa91-7c0bf2a016a8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 945 time: 0.0481849 Jun 18 08:18:41.180867 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-90246112-05b1-4990-b55d-33478229bd5e req-dfe805e8-fd11-437c-a1b2-711e8c00b8f5 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Jun 18 08:18:41.322097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d865db3-1d8c-4acd-a882-4bfeaaad737b req-cfcca60b-31fe-4ae4-bae7-0f8272b67459 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:41.323572 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d865db3-1d8c-4acd-a882-4bfeaaad737b req-cfcca60b-31fe-4ae4-bae7-0f8272b67459 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0476050 Jun 18 08:18:41.373995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d865db3-1d8c-4acd-a882-4bfeaaad737b req-d8b24196-3934-4e71-90a3-bcb89307df06 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445006 Jun 18 08:18:41.412317 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['57e98b0f-c23a-4686-a3c7-070c30fb690d'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:18:41.485347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:41.548047 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:42.314040 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1863c-15c5-4895-984a-29aaa2db5967 req-47697b11-129f-437a-8402-95f4b7a227cc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:42.315518 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8af1863c-15c5-4895-984a-29aaa2db5967 req-47697b11-129f-437a-8402-95f4b7a227cc tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 945 time: 0.0504279 Jun 18 08:18:42.370396 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-8af1863c-15c5-4895-984a-29aaa2db5967 req-8ad761f7-396b-4a19-9c09-b47d9b993660 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Jun 18 08:18:42.498895 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a45491-6ea5-4069-84e9-e0997790bf1b req-9336bb9d-d90f-4a9a-a4c3-22d1479b82f2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:42.500357 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82a45491-6ea5-4069-84e9-e0997790bf1b req-9336bb9d-d90f-4a9a-a4c3-22d1479b82f2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 943 time: 0.0517900 Jun 18 08:18:42.558868 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-82a45491-6ea5-4069-84e9-e0997790bf1b req-be3ab76d-3ddf-48d9-ac22-f30e6f42bf27 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528789 Jun 18 08:18:42.878731 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device e4b5e076-5761-45c9-96b4-5ee38ce31514 details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:18:42.885564 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:42.963058 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 57e98b0f-c23a-4686-a3c7-070c30fb690d completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:18:42.997921 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 57e98b0f-c23a-4686-a3c7-070c30fb690d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:42.998283 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:43.042695 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:43.057126 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:18:43.117757 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port e4b5e076-5761-45c9-96b4-5ee38ce31514 is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:43.118111 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:43.121022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 57e98b0f-c23a-4686-a3c7-070c30fb690d is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:43.121377 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:43.143434 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b5e076-5761-45c9-96b4-5ee38ce31514 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:18:43.161326 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:43.163562 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a70e64-ecde-40f7-b64e-f77363af818d" -d '{"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-plugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:43.182113 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:43.184379 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:43.189453 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:43.193000 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:43.236598 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:43.260354 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e30c2c2-2858-4442-9199-063177f28373 x-openstack-request-id: req-6e30c2c2-2858-4442-9199-063177f28373 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:43.260654 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-plugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:43.260887 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e30c2c2-2858-4442-9199-063177f28373 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:43.261269 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e30c2c2-2858-4442-9199-063177f28373'] response: {'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'code': 200} Jun 18 08:18:43.285021 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:43.491531 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['e4b5e076-5761-45c9-96b4-5ee38ce31514'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:18:43.522566 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f69b-7bff-465c-a6ee-1313a24eace6 req-67e791ad-97f3-457b-ba73-231cdd88d3cb tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:43.524024 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f919f69b-7bff-465c-a6ee-1313a24eace6 req-67e791ad-97f3-457b-ba73-231cdd88d3cb tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0810282 Jun 18 08:18:43.529435 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47874cd9-5884-4bad-84ee-add00dfc25a8 req-11bc760d-8314-4ea9-b2f1-2df62a7777ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:43.530832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47874cd9-5884-4bad-84ee-add00dfc25a8 req-11bc760d-8314-4ea9-b2f1-2df62a7777ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0508721 Jun 18 08:18:43.558953 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:43.572457 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:43.610725 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f919f69b-7bff-465c-a6ee-1313a24eace6 req-97711cd9-43f5-4515-8207-e926dd29b279 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788863 Jun 18 08:18:43.614379 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-47874cd9-5884-4bad-84ee-add00dfc25a8 req-edbee25c-d144-4a44-8021-04c06bd90ab6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694158 Jun 18 08:18:43.660198 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:43.680721 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8227a-f6e1-49ec-b52d-94d37e238ae7 req-b0df59fa-2ab4-41c4-9dae-142a46b6ee79 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:43.682216 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e9e8227a-f6e1-49ec-b52d-94d37e238ae7 req-b0df59fa-2ab4-41c4-9dae-142a46b6ee79 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 944 time: 0.0467033 Jun 18 08:18:43.730766 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e9e8227a-f6e1-49ec-b52d-94d37e238ae7 req-05baffd7-577b-4dbe-960b-bc7d361611b4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Jun 18 08:18:44.738135 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab91f4-2601-4c57-a397-73d5b263531f req-3f810ae1-a68c-45fa-9a5e-6961b77dc470 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:44.739638 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2bab91f4-2601-4c57-a397-73d5b263531f req-3f810ae1-a68c-45fa-9a5e-6961b77dc470 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0578213 Jun 18 08:18:44.792944 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2bab91f4-2601-4c57-a397-73d5b263531f req-9cfb6669-6e5f-47f9-b248-62022ea6d219 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446973 Jun 18 08:18:44.846312 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6679f1-aab9-41ba-a487-b68088f8be0c req-c2a2366c-86f8-42ed-bdfd-3f0634c49c96 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:44.847844 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9e6679f1-aab9-41ba-a487-b68088f8be0c req-c2a2366c-86f8-42ed-bdfd-3f0634c49c96 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 944 time: 0.0506895 Jun 18 08:18:44.880101 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device e4b5e076-5761-45c9-96b4-5ee38ce31514 up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:18:44.900495 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9e6679f1-aab9-41ba-a487-b68088f8be0c req-07ddefb7-d4e4-4d39-8080-386339324d68 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472918 Jun 18 08:18:44.906849 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70591d-4d22-42e3-9cd9-1625d65a21d9 req-9d9443cb-3028-4985-87d2-dc0a790bfd78 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:44.908426 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e70591d-4d22-42e3-9cd9-1625d65a21d9 req-9d9443cb-3028-4985-87d2-dc0a790bfd78 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0473506 Jun 18 08:18:44.926149 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port e4b5e076-5761-45c9-96b4-5ee38ce31514 completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:18:44.933175 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port e4b5e076-5761-45c9-96b4-5ee38ce31514 triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:18:44.933616 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:44.965461 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6e70591d-4d22-42e3-9cd9-1625d65a21d9 req-8b20414c-a20e-433a-af0a-9b9e6d127196 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509260 Jun 18 08:18:44.990044 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59580) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:45.010995 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port e4b5e076-5761-45c9-96b4-5ee38ce31514 is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:18:45.011432 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.044119 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:18:45.048260 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.072659 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf0332-57c0-485f-91ae-f4e55967eccb tempest-TestShelveInstance-510687109 tempest-TestShelveInstance-510687109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:45.074086 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0ecf0332-57c0-485f-91ae-f4e55967eccb tempest-TestShelveInstance-510687109 tempest-TestShelveInstance-510687109-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1125 time: 0.0830317 Jun 18 08:18:45.076966 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59584) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:45.081123 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:45.093717 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:45.103768 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.180637 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.261962 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:45.264796 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bdb53a-f605-4659-be9a-d945ad7f015b" -d '{"events": [{"server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "name": "network-vif-plugged", "status": "completed", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:45.290611 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Allocated IP 172.27.2.58 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:45.298668 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3418fee1-fc09-46ca-ba8e-9f04affe3537 x-openstack-request-id: req-3418fee1-fc09-46ca-ba8e-9f04affe3537 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:45.298958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "name": "network-vif-plugged", "status": "completed", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:45.299248 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3418fee1-fc09-46ca-ba8e-9f04affe3537 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:45.300030 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3418fee1-fc09-46ca-ba8e-9f04affe3537'] response: {'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'code': 200} Jun 18 08:18:45.363129 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:45.393709 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.428733 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.475545 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:45.480127 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:45.482615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:45.506343 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'Port': ['ID=6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:45.558075 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc32c-eeab-4c65-88e5-92ed9b52a8a3 req-bd2e6e13-f716-43d6-9de5-551445997ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:45.559580 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b38fc32c-eeab-4c65-88e5-92ed9b52a8a3 req-bd2e6e13-f716-43d6-9de5-551445997ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1129 time: 0.0490272 Jun 18 08:18:45.589249 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:45.669142 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b38fc32c-eeab-4c65-88e5-92ed9b52a8a3 req-dc173366-4855-4bda-b885-c8fff9f5af66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904884 Jun 18 08:18:45.896567 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for floatingip (6d6f42d7-952c-4560-92a9-065f0c046efb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:45.969740 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:46.044103 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ad62e-d2f3-42ef-a700-5162e41e5990 req-496b53b4-dc42-4263-bf33-d251fbbad6ae tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:46.045563 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d1ad62e-d2f3-42ef-a700-5162e41e5990 req-496b53b4-dc42-4263-bf33-d251fbbad6ae tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0738285 Jun 18 08:18:46.150795 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5d1ad62e-d2f3-42ef-a700-5162e41e5990 req-1d93a5f8-0ff7-40da-b868-6065246c9dff tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976849 Jun 18 08:18:46.161385 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:46.194143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:46.200141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:46.264799 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event updated for resources: {'Port': ['ID=6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:46.277979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (6d6f42d7-952c-4560-92a9-065f0c046efb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:46.367642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:46.375266 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Floating IP 6d6f42d7-952c-4560-92a9-065f0c046efb associated. External IP: 172.27.2.58, port: 57e98b0f-c23a-4686-a3c7-070c30fb690d. Jun 18 08:18:46.585335 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Router 06499ef5-ce65-4e6c-8767-d4c955501c3e has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:18:46.686582 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:46.696281 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Sync routers for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:46.706043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:46.707831 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:46.708488 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:46.735992 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-31cf02e8-549d-449d-9ffa-0a9ed87a4e92 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6580193 Jun 18 08:18:46.736564 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:46.738858 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02590576-7f72-41b0-8d49-0fc6c6460555" -d '{"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:46.773890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88447be-37fe-4d63-9ebd-aeb136624943 x-openstack-request-id: req-d88447be-37fe-4d63-9ebd-aeb136624943 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:46.774181 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:46.774436 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d88447be-37fe-4d63-9ebd-aeb136624943 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:46.774845 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88447be-37fe-4d63-9ebd-aeb136624943'] response: {'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'status': 'completed', 'code': 200} Jun 18 08:18:46.807446 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:47.024699 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '6d6f42d7-952c-4560-92a9-065f0c046efb', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'mac_address': 'fa:16:3e:d5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:45Z', 'updated_at': '2022-06-18T08:18:45Z', 'revision_number': 0, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:47.049892 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Checking router: 06499ef5-ce65-4e6c-8767-d4c955501c3e for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:47.059629 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:47.060218 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:47.066898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-4da1b01e-7c68-43ac-b2ea-9389dfb9e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.068476 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-4da1b01e-7c68-43ac-b2ea-9389dfb9e894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0392098 Jun 18 08:18:47.162344 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:47.165708 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-324b29aa-32c2-4257-b8ef-4f99df777911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.167219 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-324b29aa-32c2-4257-b8ef-4f99df777911 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0898964 Jun 18 08:18:47.252134 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-cc008af9-8eec-460d-90f4-e58fb8fe21ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 999 time: 0.0791180 Jun 18 08:18:47.297085 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3170a-b190-4f4e-8dd3-51403df3f5ed req-8a6b4814-c425-4569-8fd1-10d0f42cdec4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.298454 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25d3170a-b190-4f4e-8dd3-51403df3f5ed req-8a6b4814-c425-4569-8fd1-10d0f42cdec4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0792665 Jun 18 08:18:47.331504 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-0687f5b1-54fd-408a-8e56-8c2e00c73184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.332918 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-0687f5b1-54fd-408a-8e56-8c2e00c73184 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0725873 Jun 18 08:18:47.372903 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '6d6f42d7-952c-4560-92a9-065f0c046efb', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'mac_address': 'fa:16:3e:d5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:45Z', 'updated_at': '2022-06-18T08:18:45Z', 'revision_number': 0, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:47.386919 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25d3170a-b190-4f4e-8dd3-51403df3f5ed req-c43125f3-b74f-4e83-9f01-3980a5dc6081 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800531 Jun 18 08:18:47.392072 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-05772150-97cb-46ee-b80b-b0793083258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.394031 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-05772150-97cb-46ee-b80b-b0793083258c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513344 Jun 18 08:18:47.397724 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3af66c-ba20-4421-9479-b484d7f16d3b None None] The sync data for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi is: [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '6d6f42d7-952c-4560-92a9-065f0c046efb', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'mac_address': 'fa:16:3e:d5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:45Z', 'updated_at': '2022-06-18T08:18:45Z', 'revision_number': 0, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:47.432760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:47.492634 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-a8411c41-27b5-4f21-8528-2c6e42b10586 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923519 Jun 18 08:18:47.508165 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8096158-aeda-4f86-a959-ced77fc61383 req-893f6931-48d0-4f9e-a6d2-48ae159c8df3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.509706 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e8096158-aeda-4f86-a959-ced77fc61383 req-893f6931-48d0-4f9e-a6d2-48ae159c8df3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0500295 Jun 18 08:18:47.574649 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-e8096158-aeda-4f86-a959-ced77fc61383 req-7d831d27-3bd2-416a-b2c5-f4a0028467c6 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587556 Jun 18 08:18:47.597328 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59598) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:47.607603 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:47.613387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-02590576-7f72-41b0-8d49-0fc6c6460555 req-d5ec9900-f126-4ebe-87fb-fcc344e118af service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152787 Jun 18 08:18:47.615242 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03fa59-6e17-4326-8447-5e911bcb3391 None None] New status for floating IP 6d6f42d7-952c-4560-92a9-065f0c046efb: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:18:47.927629 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afa749f-6266-4a0a-9c68-ca9d9bac6783 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:47.929148 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5afa749f-6266-4a0a-9c68-ca9d9bac6783 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1124 time: 0.3309088 Jun 18 08:18:47.932078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59600) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:18:47.936304 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:18:47.958383 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.032824 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.144671 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.27.2.112 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/5b9f0aea-1480-4810-81ef-ac5c63dcdcfe) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:18:48.248912 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.284621 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.323848 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:18:48.328364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:18:48.333225 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:18:48.336422 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=5b9f0aea-1480-4810-81ef-ac5c63dcdcfe,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:48.365576 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.365949 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.366247 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.366575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.366898 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.367257 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.367575 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.367887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.368199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.368544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.368851 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.369148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.369473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.369777 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.370073 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:18:48.558557 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:48.702954 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:48.715399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (c52acd9f-2221-479a-afe7-7174e3b39122), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.788431 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.941543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:48.946411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:49.013822 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=5b9f0aea-1480-4810-81ef-ac5c63dcdcfe,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:18:49.025676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (c52acd9f-2221-479a-afe7-7174e3b39122), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:49.117324 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP c52acd9f-2221-479a-afe7-7174e3b39122 associated. External IP: 172.27.2.112, port: e4b5e076-5761-45c9-96b4-5ee38ce31514. Jun 18 08:18:49.314198 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:18:49.324508 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:49.416191 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:18:49.426876 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:18:49.435266 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:49.439371 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:49.439977 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:49.465409 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ee0d45c6-5a0f-4a14-a70e-81f5b6993d4d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5323384 Jun 18 08:18:49.465988 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:18:49.468262 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:18:49.506737 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ae8e0-d84a-4650-99ed-9ce8126f1588 x-openstack-request-id: req-098ae8e0-d84a-4650-99ed-9ce8126f1588 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:18:49.507062 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:18:49.507322 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-098ae8e0-d84a-4650-99ed-9ce8126f1588 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:18:49.507734 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-098ae8e0-d84a-4650-99ed-9ce8126f1588'] response: {'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'status': 'completed', 'code': 200} Jun 18 08:18:49.544244 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:49.575218 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:49.590267 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-cdc0f3c3-7782-4c7e-b941-a44ef4f99aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:49.591825 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-cdc0f3c3-7782-4c7e-b941-a44ef4f99aca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1129 time: 0.0420132 Jun 18 08:18:49.685288 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-c50852d0-7d9e-41ec-91f6-e1afbebdeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:49.686728 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-c50852d0-7d9e-41ec-91f6-e1afbebdeaf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0883713 Jun 18 08:18:49.692546 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:49.737101 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:49.747398 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-702271f1-23f6-4080-a329-12c12dbc7e96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 999 time: 0.0547941 Jun 18 08:18:49.750568 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:48Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:49.778171 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:18:49.786884 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:18:49.787508 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:18:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:49.799697 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-ea7f17f1-ce2e-46f5-8a1d-6b482b718b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:49.801584 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-ea7f17f1-ce2e-46f5-8a1d-6b482b718b60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0488498 Jun 18 08:18:49.849098 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-a249511e-36b0-480c-bb33-281ab8b41531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:18:49.850502 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-a249511e-36b0-480c-bb33-281ab8b41531 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387444 Jun 18 08:18:49.885420 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:18:49.949346 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-98d0a835-5ccd-41d1-a292-e19212a94d76 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919769 Jun 18 08:18:50.041737 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b8de0715-6b04-4375-8a8d-fe4fc0c6f4a3 req-6d8b29ca-9419-4705-a3e6-26100c84c352 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862026 Jun 18 08:18:50.178771 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:48Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:18:50.202989 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8543d818-6dbf-4a32-bc99-0507e8c01ca4 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:48Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:18:50.413722 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5c1d9-1e17-4481-b7b0-8a60f004596d None None] New status for floating IP c52acd9f-2221-479a-afe7-7174e3b39122: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:18:55.046298 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:18:57.565338 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=60 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:57.569520 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=48 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:18:57.915685 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:18:58.164993 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f0de5b87-dcdf-4bbf-a0c0-6fbc7da5b3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:00.037188 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:00.038430 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=27 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:00.182171 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=54 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:00.470768 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2459536c-2f79-4d65-8b05-f3721b847719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:01.332620 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:02.871503 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:03.291262 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:07.728504 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-fb1db993-8d62-4534-a5ff-4727a81fa694 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410008 Jun 18 08:19:07.839635 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-de321ea2-843f-4c8e-9cd5-012a63e339eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:19:07.840993 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-de321ea2-843f-4c8e-9cd5-012a63e339eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0428240 Jun 18 08:19:07.911827 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=52 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:07.946329 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-1f24ddfd-583f-4f68-93a9-1b0c62fd9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:19:07.947850 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-1f24ddfd-583f-4f68-93a9-1b0c62fd9083 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0864990 Jun 18 08:19:08.019332 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-d700f7a6-5240-4331-91a1-c0f218320d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 1001 time: 0.0647814 Jun 18 08:19:08.068809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-481f5228-8f77-44ce-9925-5808de37ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:19:08.070157 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-481f5228-8f77-44ce-9925-5808de37ca3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0433040 Jun 18 08:19:08.114074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-ff2f34de-5d12-4351-96be-9e5f2a02c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:19:08.115614 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-ff2f34de-5d12-4351-96be-9e5f2a02c44a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381472 Jun 18 08:19:08.214575 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-dfd03bc4-ccc2-4253-b07d-99ad7344ae55 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910640 Jun 18 08:19:08.306168 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ac766654-ad53-4d26-939f-fadc8b95e1c6 req-834bd830-0175-43f8-a146-02be0b165273 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833230 Jun 18 08:19:13.280080 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:13.284597 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:18.301038 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=50 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:18.302868 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=51 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:25.054552 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:28.159296 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d83204b7-dd6f-4741-af00-58531d238d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:30.473549 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-19a824be-8bce-4d21-9efd-46bb190f034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:31.327911 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:32.876498 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:33.291668 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:34.843000 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:34.859488 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:34.920050 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:19:43.282940 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:43.284884 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:44.911435 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:44.912585 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:55.040755 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:19:56.916220 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=14 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:56.922239 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:19:58.163522 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e78832ba-344c-4629-b9b2-bb94f1100c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:00.469307 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-06729820-cb6d-4dc2-9999-d5035ae24f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:01.337024 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:02.876728 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:03.296779 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:08.721057 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-d7d41fe3-02cb-4917-b617-a6bda881e405 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471578 Jun 18 08:20:08.805004 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-bb990845-265f-42b2-825e-c48228c15952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:08.806397 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-bb990845-265f-42b2-825e-c48228c15952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1129 time: 0.0501115 Jun 18 08:20:08.909280 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-5785d4d3-930b-4533-b1d1-b033e3cc24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:08.910736 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-5785d4d3-930b-4533-b1d1-b033e3cc24d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0839338 Jun 18 08:20:08.976430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-0bb465b4-b05a-45f5-ab88-071df99d48b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 1001 time: 0.0587232 Jun 18 08:20:09.023364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-2f675fb7-1951-411f-bc2c-17f0a34be9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:09.024780 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-2f675fb7-1951-411f-bc2c-17f0a34be9b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0427904 Jun 18 08:20:09.066205 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-4e0ae736-4e94-4d69-8b1d-c4be0fb1039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:09.067598 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-4e0ae736-4e94-4d69-8b1d-c4be0fb1039e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366817 Jun 18 08:20:09.158897 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-7f0e993f-9fe5-420f-9b6a-5c013d3f7f73 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Jun 18 08:20:09.248228 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0941fba7-97e5-4cc0-83ac-30a505ee14d9 req-0003d8cd-dcae-4bf9-a607-888715b87be5 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829196 Jun 18 08:20:11.864638 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:11.865911 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:11.918922 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:20:13.288539 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:13.289963 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:19.238534 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=50 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:19.244522 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=51 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:21.914488 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:21.915626 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:24.979139 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-ec4b9cd3-85cd-4c5f-8f94-57ed5e5f228b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405259699&fields=id&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 267 time: 0.0466266 Jun 18 08:20:25.029923 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:25.092177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c37186e9-665a-4809-ac83-6d7304028600 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:25.093630 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c37186e9-665a-4809-ac83-6d7304028600 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.1056626 Jun 18 08:20:25.107919 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-8f47d36d-fad4-496c-99f3-d5a362b3e5b6 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/quotas/49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 375 time: 0.0089140 Jun 18 08:20:25.157245 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-bd78051f-46cb-4592-8689-7886431c9c0b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447068 Jun 18 08:20:25.480689 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-44c07be3-dc07-4985-a356-4638ef2d5801 service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114047 Jun 18 08:20:25.572441 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-a3609ed0-e6d3-44b0-83a2-a81880d46cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833111 Jun 18 08:20:25.896356 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-d95cb402-b526-47e3-977a-96170d862bcb req-c7dcb4b7-bfee-46ad-bc59-178e44b1a32e tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 210 time: 0.0322752 Jun 18 08:20:26.909532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-649c9c62-4a42-4916-80c2-2fc4f16250a3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:26.911569 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-649c9c62-4a42-4916-80c2-2fc4f16250a3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 812 time: 0.1084604 Jun 18 08:20:26.991514 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-848b9359-ff34-41d3-b56e-48933ac1cf0e tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49e317feb48548bba0745b2297130f5e HTTP/1.1" status: 200 len: 379 time: 0.0606043 Jun 18 08:20:26.994477 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-466a4c4c-e9c8-4478-94eb-8596abc2fb7b req-ebdb2d5a-95c8-464a-bf17-e32bb43db0b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jun 18 08:20:27.003248 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'port': {'device_id': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'admin_state_up': True, 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'security_groups': ['188e4828-94ba-402e-9d54-54fb9db5a50f']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:20:27.123181 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Made reservation on behalf of 49e317feb48548bba0745b2297130f5e for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 08:20:27.126565 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.254648 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.20.0.10 (05510254-5856-414b-a3c7-167e95f14eac/6fb31481-829b-4b70-9f43-2fc79469b64e/781bd2e5-d97e-47f3-a048-a7ed1940989a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:20:27.392861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.425927 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.474968 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network 05510254-5856-414b-a3c7-167e95f14eac is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:20:27.478158 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:20:27.482275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:20:27.506952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:27.524826 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.525173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.525544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.525879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.526205 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.526503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.526850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.527179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.527498 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.527816 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.528158 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.528447 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.528764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.529319 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.529441 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:27.555615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:27.556278 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.576006 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-eaf17d58-72e2-46dc-a292-342adf5e8bb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769711 Jun 18 08:20:27.603890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Request body: {'port': {'device_id': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82634'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:20:27.632420 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:27.672298 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.683664 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:27.770123 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-1fe34b53-5164-4059-a3da-e1a8c1dadf33 None None] Provisioning complete for port 781bd2e5-d97e-47f3-a048-a7ed1940989a triggered by entity DHCP. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:20:27.771267 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1fe34b53-5164-4059-a3da-e1a8c1dadf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.804053 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-1fe34b53-5164-4059-a3da-e1a8c1dadf33 None None] Port 781bd2e5-d97e-47f3-a048-a7ed1940989a cannot update to ACTIVE because it is not bound. {{(pid=104014) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 18 08:20:27.925791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781bd2e5-d97e-47f3-a048-a7ed1940989a {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:20:27.933663 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks [] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:27.946140 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Transition to ACTIVE for port object 781bd2e5-d97e-47f3-a048-a7ed1940989a will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 18 08:20:27.952918 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:28.007155 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Pushing event updated for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:28.123543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Attempting to bind port 781bd2e5-d97e-47f3-a048-a7ed1940989a on host hv-cinder-82634 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 18 08:20:28.123873 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Attempting to bind port 781bd2e5-d97e-47f3-a048-a7ed1940989a by drivers openvswitch,hyperv on host hv-cinder-82634 at level 0 using segments [{'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 18 08:20:28.124217 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Attempting to bind port 781bd2e5-d97e-47f3-a048-a7ed1940989a on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:20:28.139626 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79651d-33b7-4cbd-a622-08a4ba41c533 req-3c302859-dd4f-4838-baaf-4651d6e0dade tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:28.141157 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da79651d-33b7-4cbd-a622-08a4ba41c533 req-3c302859-dd4f-4838-baaf-4651d6e0dade tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0673766 Jun 18 08:20:28.141733 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Port 781bd2e5-d97e-47f3-a048-a7ed1940989a on network 05510254-5856-414b-a3c7-167e95f14eac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82634 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 18 08:20:28.142046 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Attempting to bind port 781bd2e5-d97e-47f3-a048-a7ed1940989a on network 05510254-5856-414b-a3c7-167e95f14eac {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 18 08:20:28.148142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Checking agent: {'id': '403e5490-546c-4d6b-9a11-161621e9f998', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'started_at': datetime.datetime(2022, 6, 18, 8, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 6, 18, 8, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 18 08:20:28.148474 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Checking segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 18 08:20:28.148840 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Bound using segment: {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 18 08:20:28.149466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Bound port: 781bd2e5-d97e-47f3-a048-a7ed1940989a, host: hv-cinder-82634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6f0694-4483-406b-be7a-5f1b33c99eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '05510254-5856-414b-a3c7-167e95f14eac'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 18 08:20:28.149821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:28.158764 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-10db6265-ca10-42e8-8867-6aed659d35a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:28.241320 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-da79651d-33b7-4cbd-a622-08a4ba41c533 req-123fdea4-7dcb-4961-aa84-df4fc9b7fbb4 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873301 Jun 18 08:20:28.250141 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 08:20:28.253466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 08:20:28.259784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:28.295518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:28.296137 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:28.297487 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] 10.222.0.16 "PUT /v2.0/ports/781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 200 len: 1094 time: 0.6986594 Jun 18 08:20:28.297907 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:20:28.300189 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c3d5f-e417-473f-b0fa-f6208d572d79" -d '{"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:20:28.326411 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fce7d2-f32d-41f6-90a9-6d9a62e13419 service neutron] Pushing event updated for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:28.351180 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec58b78c-505e-4137-818f-f698f3f7c053 x-openstack-request-id: req-ec58b78c-505e-4137-818f-f698f3f7c053 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:20:28.351521 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:20:28.351787 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec58b78c-505e-4137-818f-f698f3f7c053 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:20:28.352677 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec58b78c-505e-4137-818f-f698f3f7c053'] response: {'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'status': 'completed', 'code': 200} Jun 18 08:20:28.409592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-e14d9970-9217-42cf-b70f-3b6da00f925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:28.411127 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-e14d9970-9217-42cf-b70f-3b6da00f925b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1128 time: 0.0434253 Jun 18 08:20:28.456752 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-47459e99-ce21-4756-89ca-c9e735d9d331 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 200 len: 217 time: 0.0340476 Jun 18 08:20:28.507990 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-182f464e-681c-4d05-bb43-3c4b77382b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:28.509465 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-182f464e-681c-4d05-bb43-3c4b77382b55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0471616 Jun 18 08:20:28.551633 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-e9c101a2-3806-43ac-83f1-2c2f3f6c1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:28.553080 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-e9c101a2-3806-43ac-83f1-2c2f3f6c1bf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381360 Jun 18 08:20:28.632588 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:28.644442 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:28.658237 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-b1ff922f-f252-4c8b-bb22-6b0831f8770c service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984259 Jun 18 08:20:28.755242 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-48adf79e-8fa9-49cc-8f6f-fe2893bab578 req-59013325-8581-4694-9fa8-f12e45ec4026 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910723 Jun 18 08:20:29.140246 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-477e6cfb-544d-4e15-b376-a94c1ac314f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:29.141759 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-477e6cfb-544d-4e15-b376-a94c1ac314f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1128 time: 0.0488894 Jun 18 08:20:29.235275 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-b6d94640-27d3-4b2d-ba6f-1cf552615832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:29.236704 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-b6d94640-27d3-4b2d-ba6f-1cf552615832 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0884802 Jun 18 08:20:29.278894 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-6cd81993-0c52-4add-9f86-425024f9995c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 200 len: 217 time: 0.0320430 Jun 18 08:20:29.363059 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-c4639204-7a47-453f-bb8d-f8a781dd3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:29.364494 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-c4639204-7a47-453f-bb8d-f8a781dd3fe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0778320 Jun 18 08:20:29.372850 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d45f-befb-47b8-a520-d8b0f481cc35 req-b68c59fa-f272-497e-8df3-e726efeb1f70 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:29.374387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a7d45f-befb-47b8-a520-d8b0f481cc35 req-b68c59fa-f272-497e-8df3-e726efeb1f70 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0588694 Jun 18 08:20:29.428543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-7643f64f-1d35-4065-9839-6c1c7346baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:29.429894 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-7643f64f-1d35-4065-9839-6c1c7346baa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546169 Jun 18 08:20:29.471043 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33a7d45f-befb-47b8-a520-d8b0f481cc35 req-f46a2785-1c0c-40e3-9056-5f97cdcdcd1b tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854883 Jun 18 08:20:29.535901 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-3b8a2cff-7433-4d21-987f-ff23a94992a2 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979962 Jun 18 08:20:29.630039 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cb8c3d5f-e417-473f-b0fa-f6208d572d79 req-78b75312-3586-4d0d-a611-08201b3b4273 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Jun 18 08:20:30.483040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b9d757c2-d5d0-48c1-afed-5af3e4fe9076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:30.587976 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4ba04-3d5e-4b95-890a-5152fc4ed40d req-e8a8a16d-c3a0-4b8a-a40a-2475f56c7248 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:30.589427 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fce4ba04-3d5e-4b95-890a-5152fc4ed40d req-e8a8a16d-c3a0-4b8a-a40a-2475f56c7248 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0504749 Jun 18 08:20:30.638438 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-fce4ba04-3d5e-4b95-890a-5152fc4ed40d req-47ec4c92-d00c-4634-9417-5289145ee768 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434554 Jun 18 08:20:31.341672 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:31.772833 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70ab0f-1bfe-459c-a63e-4ef42a3cecf6 req-1d052ebf-663a-42df-817b-8028a453432c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:31.774320 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb70ab0f-1bfe-459c-a63e-4ef42a3cecf6 req-1d052ebf-663a-42df-817b-8028a453432c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0531967 Jun 18 08:20:31.827050 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eb70ab0f-1bfe-459c-a63e-4ef42a3cecf6 req-587df947-d3d4-4ea1-818d-8c584eef6e0a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443702 Jun 18 08:20:32.883322 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:32.964973 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8013eee-b798-44e8-a8d9-b858323a2855 req-b8261399-52e7-4759-991e-e2b52a2f510d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:32.966449 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d8013eee-b798-44e8-a8d9-b858323a2855 req-b8261399-52e7-4759-991e-e2b52a2f510d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0545170 Jun 18 08:20:33.019164 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d8013eee-b798-44e8-a8d9-b858323a2855 req-a50f0ce8-fe7b-4194-b9d2-5df6bfbab1a0 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449314 Jun 18 08:20:33.300917 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:34.132964 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db517462-93e1-4373-965d-e55b57d309bd req-a209c855-ccdd-4731-a15f-227470601fc8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:34.134430 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-db517462-93e1-4373-965d-e55b57d309bd req-a209c855-ccdd-4731-a15f-227470601fc8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0476649 Jun 18 08:20:34.185327 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-db517462-93e1-4373-965d-e55b57d309bd req-b78d160c-eddc-401e-ad5d-c21aacaa5f94 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Jun 18 08:20:35.319124 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bad056-c6b6-4e74-af6f-fca6397b5e48 req-33c61994-ce33-4537-b3f9-1b66813b3f61 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:35.320577 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d1bad056-c6b6-4e74-af6f-fca6397b5e48 req-33c61994-ce33-4537-b3f9-1b66813b3f61 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 944 time: 0.0503745 Jun 18 08:20:35.368918 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-d1bad056-c6b6-4e74-af6f-fca6397b5e48 req-1eec5891-f705-414a-91db-08df7160965a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426910 Jun 18 08:20:35.492838 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 781bd2e5-d97e-47f3-a048-a7ed1940989a details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:20:35.603467 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:20:35.616074 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'port_id': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'mac_address': 'fa:16:3e:59:2f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:20:35.651165 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 781bd2e5-d97e-47f3-a048-a7ed1940989a is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:20:35.651651 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:35.665230 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781bd2e5-d97e-47f3-a048-a7ed1940989a {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:20:35.686703 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:20:35.693809 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:35.740607 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=4']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:35.747821 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.748089 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.748421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.748746 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.749070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.749390 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.749703 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.750014 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.750325 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.750635 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.750929 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.751269 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.751576 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.751886 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.752191 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:20:35.990889 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['781bd2e5-d97e-47f3-a048-a7ed1940989a'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:20:36.172912 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:36.243411 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:36.499662 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ffda5-d4c8-4e61-abb8-9a84ecbfd5c8 req-5693ac3b-1eaa-44f0-a673-a9d261c10d36 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:36.501122 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-390ffda5-d4c8-4e61-abb8-9a84ecbfd5c8 req-5693ac3b-1eaa-44f0-a673-a9d261c10d36 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 945 time: 0.0566843 Jun 18 08:20:36.829451 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-390ffda5-d4c8-4e61-abb8-9a84ecbfd5c8 req-ad546112-58a2-4ad2-a66c-07a593ca56d5 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201864 Jun 18 08:20:37.504403 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 781bd2e5-d97e-47f3-a048-a7ed1940989a up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:20:37.549011 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning for port 781bd2e5-d97e-47f3-a048-a7ed1940989a completed by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 18 08:20:37.558758 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 781bd2e5-d97e-47f3-a048-a7ed1940989a triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:20:37.559168 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:37.629509 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 781bd2e5-d97e-47f3-a048-a7ed1940989a is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:20:37.629886 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:37.652461 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:20:37.654703 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f10a63b-771e-4979-91be-6cc00ee4549f" -d '{"events": [{"server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "name": "network-vif-plugged", "status": "completed", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:20:37.670849 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:20:37.675532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:37.698144 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf0bd49-9783-478a-a704-d55c195e34f5 x-openstack-request-id: req-cdf0bd49-9783-478a-a704-d55c195e34f5 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:20:37.698426 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "name": "network-vif-plugged", "status": "completed", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:20:37.698670 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdf0bd49-9783-478a-a704-d55c195e34f5 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:20:37.699083 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf0bd49-9783-478a-a704-d55c195e34f5'] response: {'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'code': 200} Jun 18 08:20:37.723996 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=5']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:37.958281 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:37.972119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc686d-cd78-4d8d-8f5e-4e60fe9b0e27 req-96aeb80d-b988-4dfe-be60-382f770f147f tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:37.973581 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bcfc686d-cd78-4d8d-8f5e-4e60fe9b0e27 req-96aeb80d-b988-4dfe-be60-382f770f147f tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.0737789 Jun 18 08:20:37.979363 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd4a7d-64a3-465e-aac0-b6856b5ad24b req-3749603d-e839-4cf6-a398-2417a0cab3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:37.980666 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25bd4a7d-64a3-465e-aac0-b6856b5ad24b req-3749603d-e839-4cf6-a398-2417a0cab3b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1130 time: 0.0525887 Jun 18 08:20:38.029596 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:38.058313 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bcfc686d-cd78-4d8d-8f5e-4e60fe9b0e27 req-5753f076-7119-4280-bb0f-f24385f5a16a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767782 Jun 18 08:20:38.061013 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-25bd4a7d-64a3-465e-aac0-b6856b5ad24b req-f8f464bf-5af2-4bbd-a3f3-2685d32f2d6d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735559 Jun 18 08:20:39.175224 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820f27d-d9da-40a4-9703-e9652e158497 req-6836a099-8a97-4681-b0eb-c9627d18fd5c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:39.176652 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3820f27d-d9da-40a4-9703-e9652e158497 req-6836a099-8a97-4681-b0eb-c9627d18fd5c tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.0466685 Jun 18 08:20:39.234385 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-3820f27d-d9da-40a4-9703-e9652e158497 req-daee3235-2d3d-4cb8-bd23-70f51f85965d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518315 Jun 18 08:20:39.361928 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466efb4-699b-459a-9704-3350578ae595 req-7cf29257-636a-446c-9dd4-dc815b3900d9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:39.363320 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7466efb4-699b-459a-9704-3350578ae595 req-7cf29257-636a-446c-9dd4-dc815b3900d9 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.0526104 Jun 18 08:20:39.412763 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-7466efb4-699b-459a-9704-3350578ae595 req-95af1d2d-84e9-46b6-9320-f623f248e7e5 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Jun 18 08:20:39.441943 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59730) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:20:39.479686 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed957aec-30e2-4dbc-81d9-8539ebf56d80 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:39.481197 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ed957aec-30e2-4dbc-81d9-8539ebf56d80 tempest-TestVolumeBootPattern-276822770 tempest-TestVolumeBootPattern-276822770-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1125 time: 0.0383017 Jun 18 08:20:39.484122 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59732) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:20:39.488472 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Request body: {'floatingip': {'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'port_id': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 18 08:20:39.509970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:39.601170 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:39.709475 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Allocated IP 172.27.2.89 (ab53b141-381b-47bf-82f8-bced81746439/36cc2425-6e8e-456b-81b6-28f3520e05bd/78c268f2-dd5f-4676-afab-7d05bb2142fa) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 08:20:39.811399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:39.844997 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767212549286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:39.884736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Network ab53b141-381b-47bf-82f8-bced81746439 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 08:20:39.889796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 08:20:39.892433 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=78c268f2-dd5f-4676-afab-7d05bb2142fa,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:39.894551 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 18 08:20:40.064116 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:40.121967 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:40.251199 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (83559672-040d-4932-8b92-ac3a3fd659b0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.322983 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.468058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.474000 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11675563'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.538048 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event updated for resources: {'Port': ['ID=78c268f2-dd5f-4676-afab-7d05bb2142fa,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:40.550334 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-590383'] for floatingip (83559672-040d-4932-8b92-ac3a3fd659b0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.644895 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP 83559672-040d-4932-8b92-ac3a3fd659b0 associated. External IP: 172.27.2.89, port: 781bd2e5-d97e-47f3-a048-a7ed1940989a. Jun 18 08:20:40.836752 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:20:40.839996 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:40.944612 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:20:40.955277 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:20:40.964718 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:40.966409 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:20:40.967041 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:20:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:40.967635 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:40.996600 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-10540baa-7ca6-4a31-ab35-fd215dc35574 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5114806 Jun 18 08:20:40.997518 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:20:40.999795 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d958e-b91f-4aba-998d-c9ad7f76696b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:20:41.035421 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b70e41e-b19a-4b4e-9dc0-15a396cd5b90 x-openstack-request-id: req-8b70e41e-b19a-4b4e-9dc0-15a396cd5b90 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:20:41.035669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:20:41.035951 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b70e41e-b19a-4b4e-9dc0-15a396cd5b90 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:20:41.036353 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b70e41e-b19a-4b4e-9dc0-15a396cd5b90'] response: {'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'status': 'completed', 'code': 200} Jun 18 08:20:41.065047 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:20:41.121021 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-6da62b0a-461e-4163-a191-e38bad857410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:41.122642 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-6da62b0a-461e-4163-a191-e38bad857410 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1130 time: 0.0386927 Jun 18 08:20:41.217229 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-415f2895-960c-41cb-ad4e-f6648c69f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:41.218601 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-415f2895-960c-41cb-ad4e-f6648c69f556 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.0883543 Jun 18 08:20:41.282748 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '83559672-040d-4932-8b92-ac3a3fd659b0', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:59:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:20:40Z', 'updated_at': '2022-06-18T08:20:40Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}, {'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:41.285641 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-5b476979-85fa-40f2-a239-ceea0e250592 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 200 len: 999 time: 0.0553029 Jun 18 08:20:41.307780 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:20:41.317105 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:20:41.317699 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:20:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:41.337796 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-1103dea4-5efd-4e3e-a203-edb6d410f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:41.339398 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-1103dea4-5efd-4e3e-a203-edb6d410f99e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0460978 Jun 18 08:20:41.386588 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-8385f035-b69c-4591-b6a3-e00fdc8bd687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:41.388235 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-8385f035-b69c-4591-b6a3-e00fdc8bd687 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423496 Jun 18 08:20:41.421559 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:20:41.479607 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-66241aaf-bf9a-41ba-acc5-bb2f9af4c9d4 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Jun 18 08:20:41.572746 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-ab5d958e-b91f-4aba-998d-c9ad7f76696b req-1dcf087b-9ed8-45c8-9872-fef4b52c74a2 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864058 Jun 18 08:20:41.637836 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '83559672-040d-4932-8b92-ac3a3fd659b0', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:59:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:20:40Z', 'updated_at': '2022-06-18T08:20:40Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}, {'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:20:41.667727 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba89e31-2705-4daa-bdc7-83ce775fe7c9 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': '83559672-040d-4932-8b92-ac3a3fd659b0', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.89', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:59:2f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:20:40Z', 'updated_at': '2022-06-18T08:20:40Z', 'revision_number': 0, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}, {'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:20:41.859794 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb049ed-0011-4040-b315-d129899a74ae None None] New status for floating IP 83559672-040d-4932-8b92-ac3a3fd659b0: ACTIVE {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:20:44.379316 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595afc9-4612-4358-a4d6-cb4d21a2a369 req-777db9c6-470f-466f-8cc8-51c1edd8bdda tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:44.380769 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0595afc9-4612-4358-a4d6-cb4d21a2a369 req-777db9c6-470f-466f-8cc8-51c1edd8bdda tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0509369 Jun 18 08:20:44.430957 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0595afc9-4612-4358-a4d6-cb4d21a2a369 req-ffe7a59e-926f-41a2-994a-f886ce9fbae6 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Jun 18 08:20:45.577669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec2bce-649e-4511-8efb-03d12cf61d1f req-15843210-549f-450f-970a-328df96e921d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:45.579192 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-72ec2bce-649e-4511-8efb-03d12cf61d1f req-15843210-549f-450f-970a-328df96e921d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0550835 Jun 18 08:20:45.629535 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-72ec2bce-649e-4511-8efb-03d12cf61d1f req-10109da6-f20b-4a1c-bb98-066af3dfd086 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443404 Jun 18 08:20:46.761103 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87a32e-a461-438d-aeaf-1e2afee76f62 req-3032cc98-2aa7-451d-9fdf-08e1db254811 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:46.762548 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6e87a32e-a461-438d-aeaf-1e2afee76f62 req-3032cc98-2aa7-451d-9fdf-08e1db254811 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0541649 Jun 18 08:20:46.777064 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:46.814973 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6e87a32e-a461-438d-aeaf-1e2afee76f62 req-197f241c-eb24-4d26-a93c-c9e8d49907dd tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442619 Jun 18 08:20:47.945873 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83451c2f-7ea7-4add-8cb6-ca1d6bf8a6c9 req-5d3e497c-f6cc-48a4-adda-f26f7a006ec6 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:47.947346 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-83451c2f-7ea7-4add-8cb6-ca1d6bf8a6c9 req-5d3e497c-f6cc-48a4-adda-f26f7a006ec6 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0521965 Jun 18 08:20:47.994958 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-83451c2f-7ea7-4add-8cb6-ca1d6bf8a6c9 req-e8f2be52-e058-4d17-abc1-876a9bcd7754 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Jun 18 08:20:48.917812 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:20:49.072756 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=87 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:49.109201 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf76b34-f6b7-4bd9-a342-52efe5bfe29c req-5e3da1f8-5246-4643-82a1-0c5ae7f2cb42 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:49.110685 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ecf76b34-f6b7-4bd9-a342-52efe5bfe29c req-5e3da1f8-5246-4643-82a1-0c5ae7f2cb42 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0480947 Jun 18 08:20:49.162349 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ecf76b34-f6b7-4bd9-a342-52efe5bfe29c req-8abf90cf-7f13-402d-b0cc-6f8ab01a33f3 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459175 Jun 18 08:20:50.290228 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf466f0-4a26-4ccc-8688-d5fec5be165f req-640fbc61-5837-4f5c-8ea1-0e6f6113bf18 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:50.292171 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-adf466f0-4a26-4ccc-8688-d5fec5be165f req-640fbc61-5837-4f5c-8ea1-0e6f6113bf18 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0537167 Jun 18 08:20:50.343604 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-adf466f0-4a26-4ccc-8688-d5fec5be165f req-13f3b1bb-2732-4ea5-83ee-5c792744c864 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437629 Jun 18 08:20:51.465333 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c229a8-b98e-4671-9643-04cc99b4e4d1 req-4679282e-cd21-4f7e-ab65-13d226859f3a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:51.466764 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-26c229a8-b98e-4671-9643-04cc99b4e4d1 req-4679282e-cd21-4f7e-ab65-13d226859f3a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0472765 Jun 18 08:20:51.517551 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-26c229a8-b98e-4671-9643-04cc99b4e4d1 req-e78564e8-3a82-44d0-a8ab-b55cca73a390 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Jun 18 08:20:51.973886 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:51.977342 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:52.637097 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118148b7-6ab7-4054-a67d-0143d3bf8f1c req-cb805e25-ebfd-417b-a975-99d4c8bc576c tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:52.638542 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-118148b7-6ab7-4054-a67d-0143d3bf8f1c req-cb805e25-ebfd-417b-a975-99d4c8bc576c tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Jun 18 08:20:52.693966 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-118148b7-6ab7-4054-a67d-0143d3bf8f1c req-6b97005e-0515-492b-be9d-f24492f3b5a1 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496030 Jun 18 08:20:53.822452 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e367-6478-4420-9627-9afe289566ad req-c47ce072-9c1e-4461-a322-e6e1a06ba643 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:53.823853 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ba83e367-6478-4420-9627-9afe289566ad req-c47ce072-9c1e-4461-a322-e6e1a06ba643 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0476561 Jun 18 08:20:53.875989 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-ba83e367-6478-4420-9627-9afe289566ad req-2ccea9ee-88dd-4a37-8652-72a772abcff0 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Jun 18 08:20:54.579179 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:54.607776 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-b0bf103e-99ed-43c6-8596-8a2bd731918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:54.609236 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-b0bf103e-99ed-43c6-8596-8a2bd731918e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0390511 Jun 18 08:20:54.701906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-628a1538-8db4-428a-aa6b-bada72028323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:54.703387 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-628a1538-8db4-428a-aa6b-bada72028323 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0881598 Jun 18 08:20:54.714582 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:54.769964 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-52042251-3a85-4146-8069-c6526f8d7cd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 1001 time: 0.0604742 Jun 18 08:20:54.818543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-e783b887-e988-47e7-bbc5-4bb6717d123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:54.820296 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-e783b887-e988-47e7-bbc5-4bb6717d123a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0446045 Jun 18 08:20:54.862925 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-90526175-54bd-4417-8943-ef543fa0f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:54.864489 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-90526175-54bd-4417-8943-ef543fa0f72d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379183 Jun 18 08:20:54.969226 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-c84a1d03-f024-4ade-9b9b-ba8b4fbefb2e service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970178 Jun 18 08:20:55.019270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6daec-2490-4405-ad70-9bed105a7376 req-45992684-da11-4584-bfcf-0c76d9f950da tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:55.020701 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9df6daec-2490-4405-ad70-9bed105a7376 req-45992684-da11-4584-bfcf-0c76d9f950da tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0658438 Jun 18 08:20:55.046464 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:55.121738 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-44f0e378-afd6-45bf-a4bd-31d1a519b7f2 req-bb5bf4dc-dd26-481c-91e5-d471bf4c1cbe service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370087 Jun 18 08:20:55.125402 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9df6daec-2490-4405-ad70-9bed105a7376 req-c9c82332-d26d-46be-8a7a-9007a03ee269 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952320 Jun 18 08:20:56.269268 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bafb72-1578-47f5-9d7a-915557bd565a req-80a183b8-ee4d-40b3-a43b-f91ddecc57f1 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:56.270730 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c9bafb72-1578-47f5-9d7a-915557bd565a req-80a183b8-ee4d-40b3-a43b-f91ddecc57f1 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0600801 Jun 18 08:20:56.319825 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-c9bafb72-1578-47f5-9d7a-915557bd565a req-98f38c6d-2aba-4a81-a079-79b740fd1284 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Jun 18 08:20:57.440058 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0489b86-a356-47b0-8824-40aa52d45df2 req-669d8b6c-3363-48d9-ad22-523c9f0bac36 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:57.441517 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0489b86-a356-47b0-8824-40aa52d45df2 req-669d8b6c-3363-48d9-ad22-523c9f0bac36 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0500560 Jun 18 08:20:57.491518 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0489b86-a356-47b0-8824-40aa52d45df2 req-3af71a4d-6a83-4167-9530-4d5f7460f31a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Jun 18 08:20:57.565197 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-0dfec065-1cae-4dd9-93ad-b35a14d10ba1 req-a265831f-b58b-42ad-a416-9126ec637f34 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:20:57.566227 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-0dfec065-1cae-4dd9-93ad-b35a14d10ba1 req-a265831f-b58b-42ad-a416-9126ec637f34 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053794 Jun 18 08:20:57.734909 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2083f-56f8-4c5f-bf91-18c2ff634362 req-685154bb-9a02-41b1-80f4-f96645b862d8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:57.736416 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-beb2083f-56f8-4c5f-bf91-18c2ff634362 req-685154bb-9a02-41b1-80f4-f96645b862d8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0549431 Jun 18 08:20:57.762692 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-58f2ca6b-6264-4a86-ae2f-dd9fddc2f1cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065049 Jun 18 08:20:57.771948 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-33ef3bb8-c970-436e-ae83-26c8b01bf1fc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=104012) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 18 08:20:57.772899 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-33ef3bb8-c970-436e-ae83-26c8b01bf1fc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050364 Jun 18 08:20:57.784647 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-beb2083f-56f8-4c5f-bf91-18c2ff634362 req-5d09d12c-de21-460b-ad28-05825bbb61e3 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Jun 18 08:20:57.912453 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-e13fa3a5-b01a-4c15-a18f-aca5aaee3389 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:57.913859 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-e13fa3a5-b01a-4c15-a18f-aca5aaee3389 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports/57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 943 time: 0.1142871 Jun 18 08:20:58.155226 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d705d603-d459-4fd1-a295-052958410702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:58.910375 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7f9bc-6e3c-4d94-b6e6-c8eb772654e8 req-d18ab559-79c3-4930-9edb-042fdeaa34c9 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:58.911879 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-63a7f9bc-6e3c-4d94-b6e6-c8eb772654e8 req-d18ab559-79c3-4930-9edb-042fdeaa34c9 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0545199 Jun 18 08:20:58.912480 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=84 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:58.916854 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:58.964660 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-63a7f9bc-6e3c-4d94-b6e6-c8eb772654e8 req-c999c7d2-8800-4a1b-9970-b3ac771ae0a6 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Jun 18 08:20:59.447724 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-585e6f0a-2ef8-4124-afc5-1058b9b30c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:59.449191 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-585e6f0a-2ef8-4124-afc5-1058b9b30c77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932&tenant_id=b6902aa20d9248c7aa91d2559e5cabb6 HTTP/1.1" status: 200 len: 1130 time: 0.0402269 Jun 18 08:20:59.534117 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-09306506-1273-4258-b96f-d5d6dea9a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:59.535624 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-09306506-1273-4258-b96f-d5d6dea9a1fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0449245 Jun 18 08:20:59.616098 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:20:59.632505 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-78d852c8-0035-48e2-a8e6-dd05a4414725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:59.634052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-78d852c8-0035-48e2-a8e6-dd05a4414725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0910625 Jun 18 08:20:59.687927 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 57e98b0f-c23a-4686-a3c7-070c30fb690d is: ACTIVE; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:20:59.688305 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:59.689833 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:20:59.697166 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-91df2c18-1352-4aab-bbc9-2b99730b332d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 1001 time: 0.0562091 Jun 18 08:20:59.710707 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:20:59.712983 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fbc381-cd5d-4582-a226-2c3c3b814c56" -d '{"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-unplugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:20:59.731293 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:20:59.737454 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:20:59.753908 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-fc19e41a-1040-403a-897a-6ed5969fc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:59.755345 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-fc19e41a-1040-403a-897a-6ed5969fc222 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0519099 Jun 18 08:20:59.760070 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 18 Jun 2022 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea90e94d-dee3-49cd-b680-8f91aae07138 x-openstack-request-id: req-ea90e94d-dee3-49cd-b680-8f91aae07138 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:20:59.760358 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-unplugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:20:59.760611 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea90e94d-dee3-49cd-b680-8f91aae07138 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:20:59.760998 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea90e94d-dee3-49cd-b680-8f91aae07138'] response: {'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'code': 200} Jun 18 08:20:59.785542 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=6']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:20:59.830487 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-0a992b29-7eec-4be7-b0e1-803a0bfd9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:20:59.831995 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-0a992b29-7eec-4be7-b0e1-803a0bfd9f92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397398 Jun 18 08:20:59.925538 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-2def2061-1f69-4274-a031-0c5a1176546f service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843585 Jun 18 08:20:59.992911 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:00.016332 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9d7e45cc-78e6-4ffa-81cb-0835e73c0e6a req-27faf9d9-9d53-4c21-be4d-606ec970dafa service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840397 Jun 18 08:21:00.081355 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464eeb4-1c41-48ba-b993-e8663686ef94 req-6394cb6b-01a6-420b-acfb-0d95adc17d01 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:00.082827 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9464eeb4-1c41-48ba-b993-e8663686ef94 req-6394cb6b-01a6-420b-acfb-0d95adc17d01 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0478683 Jun 18 08:21:00.131691 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-9464eeb4-1c41-48ba-b993-e8663686ef94 req-59b188fb-38bd-4a3a-8491-d74b41e4bbdd tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428829 Jun 18 08:21:00.483483 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b0f435f4-7218-4cab-b26c-76f933f8f8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:01.267761 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f080013-5b09-4d35-84c4-dbcfa7b695be req-1e1bf8c7-c90a-4246-bc77-be50d1549af1 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:01.269419 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0f080013-5b09-4d35-84c4-dbcfa7b695be req-1e1bf8c7-c90a-4246-bc77-be50d1549af1 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0493648 Jun 18 08:21:01.326832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0f080013-5b09-4d35-84c4-dbcfa7b695be req-e379c7ff-7f96-4557-b3fc-fba3642592a3 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503340 Jun 18 08:21:01.336009 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:02.458715 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da056f-6c94-4b24-9a13-e86b3d20f350 req-d5bc388c-5de1-4f76-8c90-21d230e85256 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:02.460192 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-85da056f-6c94-4b24-9a13-e86b3d20f350 req-d5bc388c-5de1-4f76-8c90-21d230e85256 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0503345 Jun 18 08:21:02.515172 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-85da056f-6c94-4b24-9a13-e86b3d20f350 req-19ff670e-c958-485b-a530-eac178a338f3 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469530 Jun 18 08:21:02.887169 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:03.303822 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:03.641022 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d5853-247e-402d-a3e2-209cf464a52c req-43277f9e-5a0b-4470-8ae2-cd581e0aed0f tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:03.642496 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-650d5853-247e-402d-a3e2-209cf464a52c req-43277f9e-5a0b-4470-8ae2-cd581e0aed0f tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0472622 Jun 18 08:21:03.706248 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-650d5853-247e-402d-a3e2-209cf464a52c req-8d00bdd6-d5dc-4d21-a7ca-20a53557611b tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541503 Jun 18 08:21:04.828259 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dfa82-efdc-4562-9161-5c02fafbe95a req-7c02a8a3-8545-4aa8-9726-1d0ab9d0145a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:04.830067 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-524dfa82-efdc-4562-9161-5c02fafbe95a req-7c02a8a3-8545-4aa8-9726-1d0ab9d0145a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0516844 Jun 18 08:21:04.887396 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-524dfa82-efdc-4562-9161-5c02fafbe95a req-28f736d2-3e46-4b4c-ac98-c7592da22f9a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488851 Jun 18 08:21:06.016808 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d780b4-dc27-4d90-bcc6-2f7bebbb9c51 req-a2e2f6ab-227b-4f9e-aa08-1629e34c925b tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:06.018266 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9d780b4-dc27-4d90-bcc6-2f7bebbb9c51 req-a2e2f6ab-227b-4f9e-aa08-1629e34c925b tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0544515 Jun 18 08:21:06.067660 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-a9d780b4-dc27-4d90-bcc6-2f7bebbb9c51 req-96d7b835-1b36-4aa3-9748-f623c8ff6998 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Jun 18 08:21:06.218032 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff12e29-6277-406f-99c9-d732f40b83a3 req-133cbfcf-9597-4e77-9e6a-2af4b9f1d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:06.219446 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eff12e29-6277-406f-99c9-d732f40b83a3 req-133cbfcf-9597-4e77-9e6a-2af4b9f1d2ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1128 time: 0.0418589 Jun 18 08:21:06.265442 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-eff12e29-6277-406f-99c9-d732f40b83a3 req-e747517e-7548-400a-aea1-b18d33a7adbb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398531 Jun 18 08:21:07.201491 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a179bb2-67ea-412c-914c-27ad68e9f1dd req-4e680abb-877a-4afe-a303-f59525966354 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:07.202943 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6a179bb2-67ea-412c-914c-27ad68e9f1dd req-4e680abb-877a-4afe-a303-f59525966354 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 944 time: 0.0489676 Jun 18 08:21:07.257293 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-6a179bb2-67ea-412c-914c-27ad68e9f1dd req-a4302ee0-6766-4fe9-93be-f33f9a0bcbcf tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462370 Jun 18 08:21:07.679854 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d details requested by agent hyperv_hv-cinder-82634 with host hv-cinder-82634 {{(pid=104014) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 18 08:21:07.786845 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:07.798157 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Returning: {'device': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'port_id': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'mac_address': 'fa:16:3e:d5:be:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104014) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 18 08:21:07.832201 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 57e98b0f-c23a-4686-a3c7-070c30fb690d is: DOWN; New status is: BUILD {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:21:07.832577 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:07.846106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e98b0f-c23a-4686-a3c7-070c30fb690d {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 18 08:21:07.867160 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:07.872678 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:07.917468 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=7']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:08.174014 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] get_ports_and_sgs() called for port_ids ['57e98b0f-c23a-4686-a3c7-070c30fb690d'] {{(pid=104014) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 18 08:21:08.390823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a00b7d-5278-407a-b3ca-b3fa58a04431 req-acc1dfed-6c11-487d-a307-b73b9069557d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:08.392344 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24a00b7d-5278-407a-b3ca-b3fa58a04431 req-acc1dfed-6c11-487d-a307-b73b9069557d tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 945 time: 0.0461195 Jun 18 08:21:08.441686 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-24a00b7d-5278-407a-b3ca-b3fa58a04431 req-c671ed42-6bfb-4c0e-a433-fa1d3aa9c5c8 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Jun 18 08:21:08.502456 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:08.518209 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:09.696281 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d up at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 18 08:21:09.750170 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Provisioning complete for port 57e98b0f-c23a-4686-a3c7-070c30fb690d triggered by entity L2. {{(pid=104014) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 18 08:21:09.750534 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3838108'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), provisioning_complete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:09.822487 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Current status of the port 57e98b0f-c23a-4686-a3c7-070c30fb690d is: BUILD; New status is: ACTIVE {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:21:09.822721 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:09.846249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:21:09.848499 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}632c80768c4830cfa4c1cc18c67ef2f78bf3592f46ca586017413cc363c92f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898bd24-d8e9-481c-8fde-11b876c46c69" -d '{"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-plugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:21:09.861075 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:21:09.865618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767213069478', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767212549304', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767212549322'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:09.887846 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13503a4f-7cd9-4cab-923a-9ec8d3c40d09 x-openstack-request-id: req-13503a4f-7cd9-4cab-923a-9ec8d3c40d09 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:21:09.888131 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-plugged", "status": "completed", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:21:09.888379 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13503a4f-7cd9-4cab-923a-9ec8d3c40d09 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:21:09.888773 dv-cinder-826349-2-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13503a4f-7cd9-4cab-923a-9ec8d3c40d09'] response: {'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'code': 200} Jun 18 08:21:09.917241 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Pushing event updated for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=8']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:21:10.701972 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-c2797dda-7c8a-4806-93b4-af2fce9ebdcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380399 Jun 18 08:21:10.804415 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-2c1e7df6-00cf-493d-bd91-237127e210a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:10.805831 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-2c1e7df6-00cf-493d-bd91-237127e210a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0424426 Jun 18 08:21:10.912474 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-4c39c428-2b1a-4984-9333-f89e2741d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:10.913933 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-4c39c428-2b1a-4984-9333-f89e2741d681 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0876677 Jun 18 08:21:11.252431 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-7bdc3b4c-f158-4647-9a20-e09490723ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 1001 time: 0.3310719 Jun 18 08:21:11.299915 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-68202a09-a7c9-4d48-8f89-342e59a5d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:11.301282 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-68202a09-a7c9-4d48-8f89-342e59a5d685 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0425868 Jun 18 08:21:11.338142 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:11.343561 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-c617d9bb-a847-4cbb-8c9b-f57eb7ae3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:21:11.344984 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-c617d9bb-a847-4cbb-8c9b-f57eb7ae3b01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378604 Jun 18 08:21:11.448357 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-df67956f-b6ac-49cb-8deb-11bafb2bdccc service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968864 Jun 18 08:21:11.520839 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:11.541190 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8c99406c-dc12-4ec2-86d6-0d8702e73b0e req-55b0f0ea-6bf1-4ca9-9186-8b40a6c3da5e service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Jun 18 08:21:17.249569 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:17.253094 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=91 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:19.909023 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:19.915233 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:21.536084 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=21 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:21.537349 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:25.073142 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:25.858924 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:25.860070 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:25.921403 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:21:28.165474 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00348e2b-b02d-4a45-b91f-81f95c24c2b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:30.479112 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20311491-dd87-468f-b9df-6e453fdb8022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:31.341455 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:32.889154 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:33.305314 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:35.913722 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:35.916504 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:43.296706 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:43.297908 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:21:55.095911 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:21:58.167251 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f005f3ce-090e-4f3d-b414-638ac2a766b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:00.486710 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-21726d92-159e-4323-af79-a6a0c8e48074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:01.346675 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:02.857429 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:02.866053 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=17 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:02.893468 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:02.920521 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:22:03.311279 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.233625 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59828) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:12.428406 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port 78c268f2-dd5f-4676-afab-7d05bb2142fa {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:12.428702 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.502660 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.502887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (78c268f2-dd5f-4676-afab-7d05bb2142fa), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.515547 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for 78c268f2-dd5f-4676-afab-7d05bb2142fa owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:12.682493 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (78c268f2-dd5f-4676-afab-7d05bb2142fa), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.705944 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=78c268f2-dd5f-4676-afab-7d05bb2142fa,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:12.734952 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.735468 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.735945 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.736284 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.736606 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.736926 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.737243 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.737556 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.737871 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.738186 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.738502 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.738820 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.739150 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.739446 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.739755 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:12.780734 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (83559672-040d-4932-8b92-ac3a3fd659b0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:12.780927 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP 83559672-040d-4932-8b92-ac3a3fd659b0 disassociated (deleted). External IP: 172.27.2.89, port: 781bd2e5-d97e-47f3-a048-a7ed1940989a. Jun 18 08:22:12.915341 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:12.916260 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:12.973539 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:13.074769 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:13.079720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:13.084396 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:13.095470 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:13.096079 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:13.106294 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:13.113749 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-526650e2-d8d6-4a2d-9ada-85fbcf8c52b8 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "DELETE /v2.0/floatingips/83559672-040d-4932-8b92-ac3a3fd659b0 HTTP/1.1" status: 204 len: 168 time: 0.8790524 Jun 18 08:22:13.114450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:13.116913 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b10221-5b34-4067-a7eb-cd7787de71ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:13.161337 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9aaf1ed-074d-4c06-9af7-4cf05fa86ee6 x-openstack-request-id: req-a9aaf1ed-074d-4c06-9af7-4cf05fa86ee6 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:13.161626 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:13.161879 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9aaf1ed-074d-4c06-9af7-4cf05fa86ee6 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:13.162284 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9aaf1ed-074d-4c06-9af7-4cf05fa86ee6'] response: {'name': 'network-changed', 'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'status': 'completed', 'code': 200} Jun 18 08:22:13.208522 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:13.245305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-4b6016a3-4a3c-4bd5-a4a7-c513013458d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:13.246964 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-4b6016a3-4a3c-4bd5-a4a7-c513013458d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 1130 time: 0.0402441 Jun 18 08:22:13.292598 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:13.298025 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:13.302095 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:13.360628 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-4b9b6f9f-6d43-4124-9143-75c902b02d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:13.361855 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-4b9b6f9f-6d43-4124-9143-75c902b02d2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.1055801 Jun 18 08:22:13.435587 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:13.445268 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb35bb-b66e-4d47-b0ee-2f735870f79d req-38611890-8d45-4234-b53c-95b944ce9a41 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:13.446748 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-17eb35bb-b66e-4d47-b0ee-2f735870f79d req-38611890-8d45-4234-b53c-95b944ce9a41 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.1253219 Jun 18 08:22:13.459539 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:13.468085 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:13.468679 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:13.497327 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-17eb35bb-b66e-4d47-b0ee-2f735870f79d req-0963856a-2805-4561-b840-51b7b8b8d7ae tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446060 Jun 18 08:22:13.569667 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:13.784920 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:13.808568 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6574d5-943b-4122-abdd-1fa249df25eb None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_floatingips': [{'id': 'c52acd9f-2221-479a-afe7-7174e3b39122', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'router_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'port_id': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'mac_address': 'fa:16:3e:c6:33:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-18T08:18:48Z', 'updated_at': '2022-06-18T08:18:50Z', 'revision_number': 1, 'project_id': '49e317feb48548bba0745b2297130f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:14.039713 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b1cd1-0562-45ef-8b19-ad95fd216b1d None None] New status for floating IP 83559672-040d-4932-8b92-ac3a3fd659b0: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:22:14.423084 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-fca364a7-1399-4d1b-8e60-e32da74039ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 200 len: 217 time: 0.0462768 Jun 18 08:22:14.486660 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-18ab72f5-99e3-44cc-a050-2475e3eeed26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719664 Jun 18 08:22:14.498236 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-15a125d8-2245-45b3-b34e-9761bda602c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:14.499568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-15a125d8-2245-45b3-b34e-9761bda602c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0579860 Jun 18 08:22:14.709794 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-aa8185fd-9ab2-4d8b-800b-586e92d22768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:14.711252 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-aa8185fd-9ab2-4d8b-800b-586e92d22768 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1129 time: 0.0895972 Jun 18 08:22:14.712536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-6a54c688-adb1-400d-aaf3-c542e7e6a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:14.713838 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-6a54c688-adb1-400d-aaf3-c542e7e6a346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016488 Jun 18 08:22:14.720001 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5248a-220b-41c6-983b-7fe6e0018cd3 req-6ad45567-4e96-4032-ac0a-7ed5cd999641 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:14.721352 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-62b5248a-220b-41c6-983b-7fe6e0018cd3 req-6ad45567-4e96-4032-ac0a-7ed5cd999641 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.1452150 Jun 18 08:22:14.776699 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-62b5248a-220b-41c6-983b-7fe6e0018cd3 req-ea550069-440b-4591-a162-554d0391d874 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490270 Jun 18 08:22:15.057619 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-d1a81bfd-8354-4200-8abb-6fe82c3aa228 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822541 Jun 18 08:22:15.078471 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-f14cdf71-56b6-42a5-bca9-46b29b18af11 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:15.079803 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-f14cdf71-56b6-42a5-bca9-46b29b18af11 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 946 time: 0.0837722 Jun 18 08:22:15.083270 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-0a091147-5c22-45d8-9fc2-970a60b2e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:15.084568 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-0a091147-5c22-45d8-9fc2-970a60b2e328 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.1853538 Jun 18 08:22:15.230220 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-7d1b6b7f-5518-47cb-bcbe-d61cbb5b6802 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 1001 time: 0.1356664 Jun 18 08:22:15.303418 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port 781bd2e5-d97e-47f3-a048-a7ed1940989a {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:15.303736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:15.320051 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b0b10221-5b34-4067-a7eb-cd7787de71ed req-f6db8dde-c026-4198-b5e7-d9db9d21e866 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556593 Jun 18 08:22:15.341254 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-f93da8ed-8ec2-442f-b191-5642f68906c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:15.342718 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-f93da8ed-8ec2-442f-b191-5642f68906c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0905442 Jun 18 08:22:15.409028 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:15.421632 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-2c27f221-9660-467a-b5ce-e86d61473281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:15.423141 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-2c27f221-9660-467a-b5ce-e86d61473281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529099 Jun 18 08:22:15.441125 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:15.446764 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] For port 781bd2e5-d97e-47f3-a048-a7ed1940989a, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=781bd2e5-d97e-47f3-a048-a7ed1940989a,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:15.447143 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:15.472061 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for 781bd2e5-d97e-47f3-a048-a7ed1940989a owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:15.582230 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-749a5e4a-3c21-4224-9faa-1ea828b63021 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493249 Jun 18 08:22:15.721235 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6be2e551-5803-49fa-b46f-22c6be329d31 req-b0e54b9b-f24e-4fb4-9eda-a169a0343af2 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329401 Jun 18 08:22:15.725709 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (781bd2e5-d97e-47f3-a048-a7ed1940989a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:15.756816 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=781bd2e5-d97e-47f3-a048-a7ed1940989a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:15.799145 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] No DVR routers for this DVR port 781bd2e5-d97e-47f3-a048-a7ed1940989a on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:15.801693 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:15.804931 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-89a9e91b-6605-436d-bee7-1fbc83a9d115 req-31a25c4d-711c-4a7b-83d3-029cbad778c2 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "DELETE /v2.0/ports/781bd2e5-d97e-47f3-a048-a7ed1940989a HTTP/1.1" status: 204 len: 173 time: 0.7114339 Jun 18 08:22:15.805706 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'name': 'network-vif-deleted', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:15.807979 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3662945d-15cf-45d2-b018-2c817a879ce9" -d '{"events": [{"server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "name": "network-vif-deleted", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:15.848165 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ee8f2-f6bf-49d9-a73a-7db997be2920 x-openstack-request-id: req-bd2ee8f2-f6bf-49d9-a73a-7db997be2920 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:15.848577 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6033480-d15b-45ea-98a4-c6ba90b4a934", "name": "network-vif-deleted", "tag": "781bd2e5-d97e-47f3-a048-a7ed1940989a", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:15.848701 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd2ee8f2-f6bf-49d9-a73a-7db997be2920 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:15.849091 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2ee8f2-f6bf-49d9-a73a-7db997be2920'] response: {'server_uuid': 'f6033480-d15b-45ea-98a4-c6ba90b4a934', 'name': 'network-vif-deleted', 'tag': '781bd2e5-d97e-47f3-a048-a7ed1940989a', 'status': 'completed', 'code': 200} Jun 18 08:22:15.881437 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-bcdff966-dbe4-4393-a638-629da545d0e5 req-308fca79-4886-418a-9f6a-13c23dc29a61 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6033480-d15b-45ea-98a4-c6ba90b4a934 HTTP/1.1" status: 200 len: 210 time: 0.0273492 Jun 18 08:22:18.071702 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 781bd2e5-d97e-47f3-a048-a7ed1940989a no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:18.095120 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 781bd2e5-d97e-47f3-a048-a7ed1940989a {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:18.095462 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 781bd2e5-d97e-47f3-a048-a7ed1940989a not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:19.198592 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59880) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:19.346401 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port 5b9f0aea-1480-4810-81ef-ac5c63dcdcfe {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:19.346688 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:19.419472 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:19.419791 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:19.432969 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for 5b9f0aea-1480-4810-81ef-ac5c63dcdcfe owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:19.835043 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:19.855347 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (5b9f0aea-1480-4810-81ef-ac5c63dcdcfe), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:19.878865 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=5b9f0aea-1480-4810-81ef-ac5c63dcdcfe,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:19.884450 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:19.942544 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (c52acd9f-2221-479a-afe7-7174e3b39122), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:19.942832 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Floating IP c52acd9f-2221-479a-afe7-7174e3b39122 disassociated (deleted). External IP: 172.27.2.112, port: e4b5e076-5761-45c9-96b4-5ee38ce31514. Jun 18 08:22:20.159032 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:20.263576 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:20.268497 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:20.273150 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:20.283758 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:20.284359 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:20.297093 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e578ac76-99c1-4663-9496-d6b1189c8bfb tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "DELETE /v2.0/floatingips/c52acd9f-2221-479a-afe7-7174e3b39122 HTTP/1.1" status: 204 len: 168 time: 1.0973930 Jun 18 08:22:20.297718 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:20.299995 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b737f-7148-4436-b7be-32e423b76931" -d '{"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:20.338412 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f31da-821e-4a00-b3c5-0d74e91359ae x-openstack-request-id: req-6f7f31da-821e-4a00-b3c5-0d74e91359ae {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:20.338652 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:20.339136 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f7f31da-821e-4a00-b3c5-0d74e91359ae {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:20.339489 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7f31da-821e-4a00-b3c5-0d74e91359ae'] response: {'name': 'network-changed', 'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'status': 'completed', 'code': 200} Jun 18 08:22:20.385735 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:20.428420 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b737f-7148-4436-b7be-32e423b76931 req-2d986405-abd2-4e53-8c5d-1a43736068e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:20.430040 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-2d986405-abd2-4e53-8c5d-1a43736068e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49e317feb48548bba0745b2297130f5e&device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 1129 time: 0.0468106 Jun 18 08:22:20.470494 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:20.526978 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc55394-9518-4961-b41d-81fe224883c9 req-17cca1af-5b02-4dbe-afcc-4aaaf26cb868 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:20.528936 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cdc55394-9518-4961-b41d-81fe224883c9 req-17cca1af-5b02-4dbe-afcc-4aaaf26cb868 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0462520 Jun 18 08:22:20.566037 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:20.571444 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:20.579629 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cdc55394-9518-4961-b41d-81fe224883c9 req-0800099c-7263-4184-9d9d-15c32497d996 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 Jun 18 08:22:20.599434 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:20.608496 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:20.609085 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:20.708685 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:20.973021 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:20.996834 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df5e605-3372-4a79-830d-9c2c7075aadc None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:15:39Z', 'revision_number': 4, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': '4fe816bf-2b97-4cf3-804d-cabcda16c6c9', 'name': '', 'network_id': '05510254-5856-414b-a3c7-167e95f14eac', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'mac_address': 'fa:16:3e:1a:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:38Z', 'updated_at': '2022-06-18T08:15:48Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'subnets': [{'id': '6fb31481-829b-4b70-9f43-2fc79469b64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:21.227550 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de023794-4b97-4384-b953-a2602c9fcae5 None None] New status for floating IP c52acd9f-2221-479a-afe7-7174e3b39122: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:22:21.605352 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b737f-7148-4436-b7be-32e423b76931 req-936578a7-15aa-4b07-993e-957469a83671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:21.606857 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-936578a7-15aa-4b07-993e-957469a83671 service neutron] 10.222.0.16 "GET /v2.0/networks?id=05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 200 len: 913 time: 0.1014037 Jun 18 08:22:21.697235 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024911be-85d0-4572-a2bb-46fb9d231145 req-9ed7755c-02c7-4930-8dec-9197ac611e0d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:21.698651 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-024911be-85d0-4572-a2bb-46fb9d231145 req-9ed7755c-02c7-4930-8dec-9197ac611e0d tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0481520 Jun 18 08:22:21.753596 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-024911be-85d0-4572-a2bb-46fb9d231145 req-ba684df0-d400-4018-9a15-0392b5698bd3 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/security-groups?id=188e4828-94ba-402e-9d54-54fb9db5a50f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491602 Jun 18 08:22:21.780624 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-9c4ce63e-b4cc-4fa2-bae7-120103d54289 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 200 len: 217 time: 0.0386097 Jun 18 08:22:21.828259 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b737f-7148-4436-b7be-32e423b76931 req-0d62f93b-9901-43e3-bd08-8ed87b11e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:21.829772 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-0d62f93b-9901-43e3-bd08-8ed87b11e000 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 200 len: 851 time: 0.0430305 Jun 18 08:22:22.027811 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b737f-7148-4436-b7be-32e423b76931 req-db790f04-c39e-42af-9cb2-6b151f8486f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:22.029293 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-db790f04-c39e-42af-9cb2-6b151f8486f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=05510254-5856-414b-a3c7-167e95f14eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522499 Jun 18 08:22:22.176732 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414121-5d20-4404-8832-d53887d427bf req-8bc9454b-4835-4835-afb9-13a14090d39a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:22.178170 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95414121-5d20-4404-8832-d53887d427bf req-8bc9454b-4835-4835-afb9-13a14090d39a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 945 time: 0.0806649 Jun 18 08:22:22.257317 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:22.269214 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-f14f3e97-ec86-4a3a-a204-c3c2387b37c1 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734121 Jun 18 08:22:22.326951 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port e4b5e076-5761-45c9-96b4-5ee38ce31514 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:22.327318 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:22.367696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:22.444751 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-337b737f-7148-4436-b7be-32e423b76931 req-18a23998-a805-4739-9bc8-3b73951b5420 service neutron] 10.222.0.16 "GET /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587210 Jun 18 08:22:22.464738 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] For port e4b5e076-5761-45c9-96b4-5ee38ce31514, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=e4b5e076-5761-45c9-96b4-5ee38ce31514,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:22.465104 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:22.478489 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for e4b5e076-5761-45c9-96b4-5ee38ce31514 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:22.621213 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (e4b5e076-5761-45c9-96b4-5ee38ce31514), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:22.647451 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=e4b5e076-5761-45c9-96b4-5ee38ce31514,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:22.694704 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] No DVR routers for this DVR port e4b5e076-5761-45c9-96b4-5ee38ce31514 on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:22.697256 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:22.700424 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95414121-5d20-4404-8832-d53887d427bf req-07d4eba8-7b3b-4594-b3aa-2f1e7e5cd01a tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.16 "DELETE /v2.0/ports/e4b5e076-5761-45c9-96b4-5ee38ce31514 HTTP/1.1" status: 204 len: 173 time: 0.4980161 Jun 18 08:22:22.700852 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'name': 'network-vif-deleted', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:22.703065 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37140d-91f7-452d-8430-9cfd93ba7232" -d '{"events": [{"server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "name": "network-vif-deleted", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:22.740357 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161efa0b-288e-4038-9e9c-60e50a7f3225 x-openstack-request-id: req-161efa0b-288e-4038-9e9c-60e50a7f3225 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:22.740726 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5573a143-a4e9-442f-99ed-0abd0d5cadcc", "name": "network-vif-deleted", "tag": "e4b5e076-5761-45c9-96b4-5ee38ce31514", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:22.740970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-161efa0b-288e-4038-9e9c-60e50a7f3225 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:22.741529 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161efa0b-288e-4038-9e9c-60e50a7f3225'] response: {'server_uuid': '5573a143-a4e9-442f-99ed-0abd0d5cadcc', 'name': 'network-vif-deleted', 'tag': 'e4b5e076-5761-45c9-96b4-5ee38ce31514', 'status': 'completed', 'code': 200} Jun 18 08:22:22.858495 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [req-58eb6128-0176-4769-8db4-5eb6800c8ab6 req-011130e7-a024-4ace-ad0f-9049731b8196 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "GET /v2.0/ports?device_id=5573a143-a4e9-442f-99ed-0abd0d5cadcc HTTP/1.1" status: 200 len: 210 time: 0.0315652 Jun 18 08:22:23.928970 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59896) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:24.003187 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59898) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:24.038693 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Deleting port 1c22a238-55ae-45b1-b21d-766dcb0bebe5 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:24.039039 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.096354 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device e4b5e076-5761-45c9-96b4-5ee38ce31514 no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:24.115995 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.116344 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (1c22a238-55ae-45b1-b21d-766dcb0bebe5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.119904 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: e4b5e076-5761-45c9-96b4-5ee38ce31514 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:24.120248 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device e4b5e076-5761-45c9-96b4-5ee38ce31514 not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:24.130269 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Calling delete_port for 1c22a238-55ae-45b1-b21d-766dcb0bebe5 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:24.148201 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Deleting port 6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:24.148498 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.224651 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.224966 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for floatingip (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.238526 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Calling delete_port for 6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b owned by network:floatingip {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:24.266645 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (1c22a238-55ae-45b1-b21d-766dcb0bebe5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.290562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'Port': ['ID=1c22a238-55ae-45b1-b21d-766dcb0bebe5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:24.346173 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:24.355878 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for floatingip (74f946e4-53ba-4d53-ac74-72929f38ee30), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.358503 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.359699 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-49db3e63-ce23-4db3-8dc8-fe9d0aa0e334 tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "DELETE /v2.0/floatingips/74f946e4-53ba-4d53-ac74-72929f38ee30 HTTP/1.1" status: 204 len: 168 time: 0.4302404 Jun 18 08:22:24.390654 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.420213 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event deleted for resources: {'Port': ['ID=6e516d4a-7f2e-4b78-a8ce-3e2421de7c5b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:24.452141 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.452480 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.452813 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.453146 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.453470 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.453831 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.454149 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.454464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.454780 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.455150 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.455464 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.455778 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.456091 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.456420 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.456708 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:24.503177 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for floatingip (6d6f42d7-952c-4560-92a9-065f0c046efb), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.503523 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.db.l3_db [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Floating IP 6d6f42d7-952c-4560-92a9-065f0c046efb disassociated (deleted). External IP: 172.27.2.58, port: 57e98b0f-c23a-4686-a3c7-070c30fb690d. Jun 18 08:22:24.694616 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:24.700629 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:24.713638 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Router 06499ef5-ce65-4e6c-8767-d4c955501c3e has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:24.818718 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:24.823613 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for floatingip (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:24.828191 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Sync routers for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:24.838747 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:24.839389 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:24.855584 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-3aa39290-ba50-48ad-be46-b08a62545962 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d6f42d7-952c-4560-92a9-065f0c046efb HTTP/1.1" status: 204 len: 168 time: 0.8512414 Jun 18 08:22:24.856234 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:24.858545 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ea2a1ecd8980d19ec89f5706f3688dd50cd99e813d537c38f82ba28b0f0e0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86adf791-dadb-41af-9886-b338b9d6df16" -d '{"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:24.942861 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:24.962298 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516477cc-236a-451e-8385-2689d1e0a805 x-openstack-request-id: req-516477cc-236a-451e-8385-2689d1e0a805 {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:24.962648 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "status": "completed", "code": 200}]} {{(pid=104012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:24.963001 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-516477cc-236a-451e-8385-2689d1e0a805 {{(pid=104012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:24.963313 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516477cc-236a-451e-8385-2689d1e0a805'] response: {'name': 'network-changed', 'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'status': 'completed', 'code': 200} Jun 18 08:22:25.074550 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf791-dadb-41af-9886-b338b9d6df16 req-e0fd94f8-ffa3-4d43-9d59-4d037fb852aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:25.076309 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-e0fd94f8-ffa3-4d43-9d59-4d037fb852aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 1130 time: 0.0690725 Jun 18 08:22:25.078005 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:25.091440 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938beb-d66a-4060-8160-7cc0742277a2 req-b8d68e02-2f98-4707-aeb2-2de4d81b274a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:25.092954 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21938beb-d66a-4060-8160-7cc0742277a2 req-b8d68e02-2f98-4707-aeb2-2de4d81b274a tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0550148 Jun 18 08:22:25.124369 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:25.141737 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:25.145910 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-21938beb-d66a-4060-8160-7cc0742277a2 req-d77f83de-8210-480c-9456-48d939d1efad tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Jun 18 08:22:25.166395 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Checking router: 06499ef5-ce65-4e6c-8767-d4c955501c3e for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:25.175158 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:25.175711 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:25.253969 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [req-8bdda754-7584-43a1-a0a8-5884354958ab req-6aecd8a8-89af-4826-ac94-2a8b7f2f5433 service neutron] (104012) timed out ('10.222.0.16', 58617) {{(pid=104012) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 18 08:22:25.280253 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:25.365929 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:25.458962 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:25.486562 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97faaa84-eb19-4718-b1e1-50daa1618b5d None None] The sync data for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi is: [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:04Z', 'revision_number': 4, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi', '_interfaces': [{'id': 'b4111b8a-5d8b-4292-95fe-964dea213e48', 'name': '', 'network_id': 'dd967248-94f7-4b62-9f2e-eb58b4e23e48', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'mac_address': 'fa:16:3e:f1:c8:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:04Z', 'updated_at': '2022-06-18T08:18:08Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'subnets': [{'id': '76443301-1057-4a04-9ccb-839bca2f5c36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:25.578434 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59918) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:25.644615 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (188e4828-94ba-402e-9d54-54fb9db5a50f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:25.672474 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (188e4828-94ba-402e-9d54-54fb9db5a50f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:25.709397 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c869d89-f94a-4f5d-8ce1-7301bfbb89df None None] New status for floating IP 6d6f42d7-952c-4560-92a9-065f0c046efb: DOWN {{(pid=104014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 18 08:22:25.734414 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (188e4828-94ba-402e-9d54-54fb9db5a50f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:25.738344 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:25.739660 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] 10.222.0.23 "DELETE /v2.0/security-groups/188e4828-94ba-402e-9d54-54fb9db5a50f HTTP/1.1" status: 204 len: 168 time: 0.1601057 Jun 18 08:22:25.750735 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db1e52-cbf6-404d-8a4d-6f59d2abcbfd tempest-TestVolumeBootPattern-1434439605 tempest-TestVolumeBootPattern-1434439605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188e4828-94ba-402e-9d54-54fb9db5a50f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:25.802136 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59922) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:26.175345 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf791-dadb-41af-9886-b338b9d6df16 req-013d39e2-7414-4ebf-ab26-af19df077391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:26.176386 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-013d39e2-7414-4ebf-ab26-af19df077391 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 200 len: 909 time: 0.0880761 Jun 18 08:22:26.252658 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (2830c867-51e9-4e62-802c-81c2d456b187), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.264614 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab9fea-ee4a-41a7-b43b-4211935f36d8 req-1b58e8e0-b65a-4902-9d22-edf75f3f1ae0 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:26.266096 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cab9fea-ee4a-41a7-b43b-4211935f36d8 req-1b58e8e0-b65a-4902-9d22-edf75f3f1ae0 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Jun 18 08:22:26.316271 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-4cab9fea-ee4a-41a7-b43b-4211935f36d8 req-05bac2a9-9ade-455f-84c4-8eee97110545 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444093 Jun 18 08:22:26.348969 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-574ec316-ea57-40ce-82c3-a7d8008379db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 200 len: 217 time: 0.0317626 Jun 18 08:22:26.396609 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf791-dadb-41af-9886-b338b9d6df16 req-d21172f2-c64a-47b1-8c30-b0d0514495dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:26.398237 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-d21172f2-c64a-47b1-8c30-b0d0514495dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 200 len: 847 time: 0.0437105 Jun 18 08:22:26.470485 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Deleting port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:26.471096 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.557319 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] For port 4fe816bf-2b97-4cf3-804d-cabcda16c6c9, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:26.557680 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.571222 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Calling delete_port for 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 owned by network:router_interface {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:26.576313 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf791-dadb-41af-9886-b338b9d6df16 req-45952b28-3415-44f8-a485-1abb8755f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:26.577810 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-45952b28-3415-44f8-a485-1abb8755f36e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd967248-94f7-4b62-9f2e-eb58b4e23e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434668 Jun 18 08:22:26.630174 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:26.666704 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=100 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:26.675874 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-f6a66c8b-de5f-43a1-ae92-c2de7d253920 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904179 Jun 18 08:22:26.730119 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-6c720eb0-deee-44f9-8933-20d0fe7650ab tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 18 08:22:26.731508 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-6c720eb0-deee-44f9-8933-20d0fe7650ab tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.16 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 946 time: 0.0742099 Jun 18 08:22:26.756290 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (4fe816bf-2b97-4cf3-804d-cabcda16c6c9), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.778701 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe816bf-2b97-4cf3-804d-cabcda16c6c9,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:26.864021 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-86adf791-dadb-41af-9886-b338b9d6df16 req-2aebb7f1-bd91-47e1-8d09-74d244343d83 service neutron] 10.222.0.16 "GET /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683714 Jun 18 08:22:26.867089 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Deleting port 57e98b0f-c23a-4686-a3c7-070c30fb690d {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:26.867428 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.949899 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (2830c867-51e9-4e62-802c-81c2d456b187), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.959358 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:26.974344 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] For port 57e98b0f-c23a-4686-a3c7-070c30fb690d, host hv-cinder-82634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82634',level=0,port_id=57e98b0f-c23a-4686-a3c7-070c30fb690d,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:26.974700 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:26.988003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Calling delete_port for 57e98b0f-c23a-4686-a3c7-070c30fb690d owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:27.039800 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:27.122579 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (57e98b0f-c23a-4686-a3c7-070c30fb690d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.151202 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event deleted for resources: {'Port': ['ID=57e98b0f-c23a-4686-a3c7-070c30fb690d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:27.200639 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] No DVR routers for this DVR port 57e98b0f-c23a-4686-a3c7-070c30fb690d on host hv-cinder-82634 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:27.203382 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7982'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.206685 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a2a1937-5c83-49b9-aaaf-952ea88af24e req-56d451d1-2246-468b-96f3-4dcaefa47532 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.16 "DELETE /v2.0/ports/57e98b0f-c23a-4686-a3c7-070c30fb690d HTTP/1.1" status: 204 len: 173 time: 0.4668047 Jun 18 08:22:27.207169 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-deleted', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 18 08:22:27.209426 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35d3ca8648a7411b8bfcd0c7d183f8fd08ca08255eed713713c6dd85b493e2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491cfa24-fdd0-48a4-8384-4ef014165d93" -d '{"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-deleted", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 08:22:27.247716 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 18 Jun 2022 08:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31cc003-2d0d-4ca7-ad1c-4e9ef211a467 x-openstack-request-id: req-b31cc003-2d0d-4ca7-ad1c-4e9ef211a467 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 08:22:27.248280 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d83cfa51-3868-46f1-9835-b4e7f01da932", "name": "network-vif-deleted", "tag": "57e98b0f-c23a-4686-a3c7-070c30fb690d", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 08:22:27.248658 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b31cc003-2d0d-4ca7-ad1c-4e9ef211a467 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 08:22:27.249061 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31cc003-2d0d-4ca7-ad1c-4e9ef211a467'] response: {'server_uuid': 'd83cfa51-3868-46f1-9835-b4e7f01da932', 'name': 'network-vif-deleted', 'tag': '57e98b0f-c23a-4686-a3c7-070c30fb690d', 'status': 'completed', 'code': 200} Jun 18 08:22:27.390461 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Router 2830c867-51e9-4e62-802c-81c2d456b187 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:27.415423 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8851783b-214e-4494-8ab0-87b349165166 req-2bb72383-dd9f-404a-8d69-63c34475d1d0 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "GET /v2.0/ports?device_id=d83cfa51-3868-46f1-9835-b4e7f01da932 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Jun 18 08:22:27.498267 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:27.506092 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8f24dcc7-6b7f-4fa6-9823-bb15c5881085 admin admin] 10.222.0.23 "PUT /v2.0/routers/2830c867-51e9-4e62-802c-81c2d456b187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001078 Jun 18 08:22:27.506211 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59932) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:27.508841 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Sync routers for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:27.521934 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:27.523156 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:27.525738 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:27.635273 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks [] for router (2830c867-51e9-4e62-802c-81c2d456b187), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.639118 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:27.740112 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks [] for router_gateway (2830c867-51e9-4e62-802c-81c2d456b187), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.783191 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Deleting port 6c30fd05-9c00-43d9-8069-5a82f2af312f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:27.783439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.826321 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:22:26Z', 'revision_number': 5, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port': {'id': '6c30fd05-9c00-43d9-8069-5a82f2af312f', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2830c867-51e9-4e62-802c-81c2d456b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:36Z', 'updated_at': '2022-06-18T08:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:27.851773 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Checking router: 2830c867-51e9-4e62-802c-81c2d456b187 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:27.861024 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Routers {'2830c867-51e9-4e62-802c-81c2d456b187'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:27.861812 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:00Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['2830c867-51e9-4e62-802c-81c2d456b187'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:27.866074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] For port 6c30fd05-9c00-43d9-8069-5a82f2af312f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=6c30fd05-9c00-43d9-8069-5a82f2af312f,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:27.866439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:27.880316 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Calling delete_port for 6c30fd05-9c00-43d9-8069-5a82f2af312f owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:27.945505 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] Set router 2830c867-51e9-4e62-802c-81c2d456b187 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:27.995799 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:22:27Z', 'revision_number': 6, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:28.021961 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045253d-13eb-4b3d-9766-801c07bc54b3 None None] The sync data for ids ['2830c867-51e9-4e62-802c-81c2d456b187'] in dv-cinder-826349-2-iscsi is: [{'id': '2830c867-51e9-4e62-802c-81c2d456b187', 'name': 'tempest-TestVolumeBootPattern-1399070930-router', 'tenant_id': '49e317feb48548bba0745b2297130f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:35Z', 'updated_at': '2022-06-18T08:22:27Z', 'revision_number': 6, 'project_id': '49e317feb48548bba0745b2297130f5e', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:28.072589 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (6c30fd05-9c00-43d9-8069-5a82f2af312f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.104821 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c30fd05-9c00-43d9-8069-5a82f2af312f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:28.161863 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55f2a7da-4de5-4762-b7ec-e411fe13f719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.170100 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:28.177309 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (2830c867-51e9-4e62-802c-81c2d456b187), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.267194 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (2830c867-51e9-4e62-802c-81c2d456b187), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.269543 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks [] for router_controller (2830c867-51e9-4e62-802c-81c2d456b187), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.305613 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:28.313172 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (2830c867-51e9-4e62-802c-81c2d456b187), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.313887 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2830c867-51e9-4e62-802c-81c2d456b187 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:22:28.318653 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.319808 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ca26b8f-8d62-4f75-be76-72540c3a1e0f admin admin] 10.222.0.23 "DELETE /v2.0/routers/2830c867-51e9-4e62-802c-81c2d456b187 HTTP/1.1" status: 204 len: 168 time: 0.8126893 Jun 18 08:22:28.322365 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59934) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:28.371935 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Deleting subnet 6fb31481-829b-4b70-9f43-2fc79469b64e {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:22:28.375419 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Publish callbacks [] for subnet (6fb31481-829b-4b70-9f43-2fc79469b64e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.413593 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (6fb31481-829b-4b70-9f43-2fc79469b64e), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.479160 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59938) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:28.496762 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (6fb31481-829b-4b70-9f43-2fc79469b64e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.543233 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (e1b9a1b2-9fad-406a-8bf2-9943118b0a6b), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.561997 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (6fb31481-829b-4b70-9f43-2fc79469b64e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.571164 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (e1b9a1b2-9fad-406a-8bf2-9943118b0a6b), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.589053 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb31481-829b-4b70-9f43-2fc79469b64e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:28.592553 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.595794 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-50245bd7-3391-4b3b-8c74-6cd328ce9dc8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6fb31481-829b-4b70-9f43-2fc79469b64e HTTP/1.1" status: 204 len: 168 time: 0.2724903 Jun 18 08:22:28.599618 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e57a7-6b3c-46ab-b08e-31713caba5ee None None] Network 05510254-5856-414b-a3c7-167e95f14eac requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:22:28.603793 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59940) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:28.643961 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (e1b9a1b2-9fad-406a-8bf2-9943118b0a6b), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.646975 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.651178 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1b9a1b2-9fad-406a-8bf2-9943118b0a6b HTTP/1.1" status: 204 len: 168 time: 0.1681130 Jun 18 08:22:28.658812 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f430-0241-4a48-b346-a4742a75a890 tempest-TestShelveInstance-1914513266 tempest-TestShelveInstance-1914513266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9a1b2-9fad-406a-8bf2-9943118b0a6b,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:28.695363 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59944) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:28.748532 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (05510254-5856-414b-a3c7-167e95f14eac), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.779127 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] DHCP port deletion for 05510254-5856-414b-a3c7-167e95f14eac request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:22:28.817771 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Deleting port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:28.818128 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.847736 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Deleting port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:28.848074 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.877500 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 6c30fd05-9c00-43d9-8069-5a82f2af312f no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:28.904861 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] For port 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4cf5c31d-4892-4e7b-86e0-c849f6d09939,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:28.905249 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:28.915063 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 6c30fd05-9c00-43d9-8069-5a82f2af312f {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:28.915403 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 6c30fd05-9c00-43d9-8069-5a82f2af312f not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:28.915814 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:28.935962 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Calling delete_port for 4cf5c31d-4892-4e7b-86e0-c849f6d09939 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:28.937895 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:28.938363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4fe816bf-2b97-4cf3-804d-cabcda16c6c9 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:28.938763 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4cf5c31d-4892-4e7b-86e0-c849f6d09939 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:29.077272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Current status of the port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 is: ACTIVE; New status is: DOWN {{(pid=104014) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 18 08:22:29.077576 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3811542'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.088774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.124788 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Pushing event deleted for resources: {'Port': ['ID=4cf5c31d-4892-4e7b-86e0-c849f6d09939,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:29.130826 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] No DVR routers for this DVR port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:29.154080 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.154428 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.154707 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.155084 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.155382 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.155734 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.156038 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.156427 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.156742 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.157074 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.157387 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.157698 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.158017 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.158324 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.158635 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24ba72b-2b80-4faa-b12c-e49342243b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826349-2-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 08:22:29.252782 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] For port 4cf5c31d-4892-4e7b-86e0-c849f6d09939, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4cf5c31d-4892-4e7b-86e0-c849f6d09939,segment=NetworkSegment(4e6f0694-4483-406b-be7a-5f1b33c99eaf),segment_id=4e6f0694-4483-406b-be7a-5f1b33c99eaf)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:29.253101 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.294136 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Calling delete_port for 4cf5c31d-4892-4e7b-86e0-c849f6d09939 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:29.433742 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:29.441288 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:29.454452 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (4cf5c31d-4892-4e7b-86e0-c849f6d09939), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.511540 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf5c31d-4892-4e7b-86e0-c849f6d09939,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:29.514890 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] No DVR routers for this DVR port 4cf5c31d-4892-4e7b-86e0-c849f6d09939 on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:29.545305 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.632440 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (05510254-5856-414b-a3c7-167e95f14eac), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.682361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05510254-5856-414b-a3c7-167e95f14eac']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:29.696642 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6f0694-4483-406b-be7a-5f1b33c99eaf') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:29.696835 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6f0694-4483-406b-be7a-5f1b33c99eaf') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:29.710711 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (4e6f0694-4483-406b-be7a-5f1b33c99eaf), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.770397 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (4e6f0694-4483-406b-be7a-5f1b33c99eaf), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.783749 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:22:29.784128 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (4e6f0694-4483-406b-be7a-5f1b33c99eaf), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.863026 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 4e6f0694-4483-406b-be7a-5f1b33c99eaf resource provider aggregate not found Jun 18 08:22:29.870212 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (05510254-5856-414b-a3c7-167e95f14eac), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.876789 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.884282 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] 10.222.0.23 "DELETE /v2.0/networks/05510254-5856-414b-a3c7-167e95f14eac HTTP/1.1" status: 204 len: 168 time: 1.2792358 Jun 18 08:22:29.887401 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59952) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:29.888405 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 4e6f0694-4483-406b-be7a-5f1b33c99eaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e6f0694-4483-406b-be7a-5f1b33c99eaf found for delete ", "request_id": "req-0a553734-5185-496f-ac38-60d59fc199c1"}]} Jun 18 08:22:29.899581 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb138-57e8-4431-9413-9c4d20daf498 admin admin] Pushing event deleted for resources: {'Network': ['ID=05510254-5856-414b-a3c7-167e95f14eac,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:29.932021 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Deleting port b4111b8a-5d8b-4292-95fe-964dea213e48 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:29.932361 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:29.979970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:30.009883 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] For port b4111b8a-5d8b-4292-95fe-964dea213e48, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=b4111b8a-5d8b-4292-95fe-964dea213e48,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:30.010192 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.023526 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Calling delete_port for b4111b8a-5d8b-4292-95fe-964dea213e48 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:30.037152 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:30.097685 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d no longer exists at agent hyperv_hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:30.119928 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] No Port match for: 57e98b0f-c23a-4686-a3c7-070c30fb690d {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:30.120277 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Device 57e98b0f-c23a-4686-a3c7-070c30fb690d not bound to the agent host hv-cinder-82634 {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:30.204004 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.214364 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (b4111b8a-5d8b-4292-95fe-964dea213e48), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.219251 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:30.239341 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b4111b8a-5d8b-4292-95fe-964dea213e48,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:30.343476 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:30.408252 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.444890 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Deleting port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:30.445187 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.484253 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5a8fc791-ab87-4c53-9051-d4f6b3bd578b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.530152 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] For port 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:30.530422 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.545182 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Calling delete_port for 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf owned by network:router_interface {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:30.626110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Router 06499ef5-ce65-4e6c-8767-d4c955501c3e has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:30.728760 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:30.736908 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-260812e1-ef19-4b0e-a05f-e4288df6f6ea admin admin] 10.222.0.23 "PUT /v2.0/routers/06499ef5-ce65-4e6c-8767-d4c955501c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373387 Jun 18 08:22:30.737253 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59954) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:30.743869 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Sync routers for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:30.758890 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:30.760021 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:30.789988 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (3dccfdaa-afed-4389-a4c4-4d1d5f581bbf), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.795474 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:30.830387 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dccfdaa-afed-4389-a4c4-4d1d5f581bbf,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:30.866022 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:30.927916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks [] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:30.963487 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:31.029542 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:31.048302 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:22:30Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:31.072740 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Checking router: 06499ef5-ce65-4e6c-8767-d4c955501c3e for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:31.081242 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Routers {'06499ef5-ce65-4e6c-8767-d4c955501c3e'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:31.081840 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['06499ef5-ce65-4e6c-8767-d4c955501c3e'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:31.084292 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:31.110284 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks [] for router_gateway (06499ef5-ce65-4e6c-8767-d4c955501c3e), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.113226 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.186112 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] Set router 06499ef5-ce65-4e6c-8767-d4c955501c3e gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:31.206399 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Deleting port 2b29327f-f3fd-432f-978d-b0209389873c {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:31.206789 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (2b29327f-f3fd-432f-978d-b0209389873c), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.368970 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] For port 2b29327f-f3fd-432f-978d-b0209389873c, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=2b29327f-f3fd-432f-978d-b0209389873c,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:31.369337 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (2b29327f-f3fd-432f-978d-b0209389873c), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.390783 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Calling delete_port for 2b29327f-f3fd-432f-978d-b0209389873c owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:31.495257 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Router eb06be1d-9b8b-4d2a-b768-5942db46dac0 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:31.499040 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.499974 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:22:30Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:31.524721 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2a300-da50-456c-9017-69f734b5f5be None None] The sync data for ids ['06499ef5-ce65-4e6c-8767-d4c955501c3e'] in dv-cinder-826349-2-iscsi is: [{'id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'name': 'tempest-TestShelveInstance-776380612-router', 'tenant_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '2b29327f-f3fd-432f-978d-b0209389873c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:22:30Z', 'revision_number': 5, 'project_id': 'b6902aa20d9248c7aa91d2559e5cabb6', 'gw_port': {'id': '2b29327f-f3fd-432f-978d-b0209389873c', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06499ef5-ce65-4e6c-8767-d4c955501c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:02Z', 'updated_at': '2022-06-18T08:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:31.541653 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:31.684963 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:31.692219 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-39bfcf76-4c4e-4cc6-a678-2377d14c9645 admin admin] 10.222.0.23 "PUT /v2.0/routers/eb06be1d-9b8b-4d2a-b768-5942db46dac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8036559 Jun 18 08:22:31.693638 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Sync routers for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:31.695095 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59956) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:31.700596 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (2b29327f-f3fd-432f-978d-b0209389873c), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.706058 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:31.706918 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:31.800953 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks [] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.907237 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks [] for router_gateway (eb06be1d-9b8b-4d2a-b768-5942db46dac0), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.914206 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:31.961933 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Deleting port 94712bc0-b915-4ce0-9ed3-dda33e525d6a {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:31.962395 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:31.973971 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Pushing event deleted for resources: {'Port': ['ID=2b29327f-f3fd-432f-978d-b0209389873c,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:32.037531 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:32.050617 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.059482 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] For port 94712bc0-b915-4ce0-9ed3-dda33e525d6a, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=94712bc0-b915-4ce0-9ed3-dda33e525d6a,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:32.059854 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.077504 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Calling delete_port for 94712bc0-b915-4ce0-9ed3-dda33e525d6a owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:32.112374 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:22:30Z', 'revision_number': 5, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port': {'id': '94712bc0-b915-4ce0-9ed3-dda33e525d6a', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:15:42Z', 'updated_at': '2022-06-18T08:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:32.124255 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:32.143002 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Checking router: eb06be1d-9b8b-4d2a-b768-5942db46dac0 for host: dv-cinder-826349-2-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:32.146157 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.148427 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks [] for router_controller (06499ef5-ce65-4e6c-8767-d4c955501c3e), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.151974 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Routers {'eb06be1d-9b8b-4d2a-b768-5942db46dac0'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:32.152616 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:32.199549 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (06499ef5-ce65-4e6c-8767-d4c955501c3e), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.200371 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06499ef5-ce65-4e6c-8767-d4c955501c3e {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:22:32.207000 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.212888 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-0842bc0d-2cc1-4b93-af12-2e7f62dca00b admin admin] 10.222.0.23 "DELETE /v2.0/routers/06499ef5-ce65-4e6c-8767-d4c955501c3e HTTP/1.1" status: 204 len: 168 time: 1.4721065 Jun 18 08:22:32.215276 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59958) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:32.230532 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:32.238272 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] Set router eb06be1d-9b8b-4d2a-b768-5942db46dac0 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:32.244423 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:32.287109 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:22:31Z', 'revision_number': 6, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:32.300005 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Deleting subnet 76443301-1057-4a04-9ccb-839bca2f5c36 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:22:32.304124 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Publish callbacks [] for subnet (76443301-1057-4a04-9ccb-839bca2f5c36), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.314233 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e3c209-4c9f-4d29-8062-24ec664ced92 None None] The sync data for ids ['eb06be1d-9b8b-4d2a-b768-5942db46dac0'] in dv-cinder-826349-2-iscsi is: [{'id': 'eb06be1d-9b8b-4d2a-b768-5942db46dac0', 'name': 'tempest-TestVolumeBootPattern-446811590-router', 'tenant_id': '3aab966fe3b1492bb9daa48a5b201be5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:15:41Z', 'updated_at': '2022-06-18T08:22:31Z', 'revision_number': 6, 'project_id': '3aab966fe3b1492bb9daa48a5b201be5', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:32.327289 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (94712bc0-b915-4ce0-9ed3-dda33e525d6a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.361669 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Pushing event deleted for resources: {'Port': ['ID=94712bc0-b915-4ce0-9ed3-dda33e525d6a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:32.372214 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (76443301-1057-4a04-9ccb-839bca2f5c36), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.484954 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.549302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (76443301-1057-4a04-9ccb-839bca2f5c36), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.596090 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.599568 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks [] for router_controller (eb06be1d-9b8b-4d2a-b768-5942db46dac0), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.652861 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (eb06be1d-9b8b-4d2a-b768-5942db46dac0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.653763 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb06be1d-9b8b-4d2a-b768-5942db46dac0 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:22:32.659906 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.661052 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-06960bc0-45c3-4e4c-847b-b3835c420963 admin admin] 10.222.0.23 "DELETE /v2.0/routers/eb06be1d-9b8b-4d2a-b768-5942db46dac0 HTTP/1.1" status: 204 len: 168 time: 0.9648595 Jun 18 08:22:32.664022 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59960) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:32.673675 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (76443301-1057-4a04-9ccb-839bca2f5c36), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.705132 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76443301-1057-4a04-9ccb-839bca2f5c36,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:32.707136 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.710323 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d7bb6b02-76d8-45cc-9850-7a096c329143 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76443301-1057-4a04-9ccb-839bca2f5c36 HTTP/1.1" status: 204 len: 168 time: 0.4960983 Jun 18 08:22:32.712865 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59962) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:32.715091 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84901aa3-4d8c-4966-aaad-23a1c82329e1 None None] Network dd967248-94f7-4b62-9f2e-eb58b4e23e48 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:22:32.725376 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.db_base_plugin_v2 [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Deleting subnet c474e979-3e22-4fab-ac83-b49e11142e53 {{(pid=104012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:22:32.729138 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Publish callbacks [] for subnet (c474e979-3e22-4fab-ac83-b49e11142e53), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.771313 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11189484'] for subnet (c474e979-3e22-4fab-ac83-b49e11142e53), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.784302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (dd967248-94f7-4b62-9f2e-eb58b4e23e48), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.828466 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Deleting port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:32.829019 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.861330 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (c474e979-3e22-4fab-ac83-b49e11142e53), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.894230 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.902609 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] For port ebe2cafd-9f52-4431-8879-4f13c8cf26d7, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,segment=NetworkSegment(68483016-f1ee-4e4b-8431-7a961b66919c),segment_id=68483016-f1ee-4e4b-8431-7a961b66919c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:32.902916 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.916171 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11789885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12411170'] for subnet (c474e979-3e22-4fab-ac83-b49e11142e53), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.917894 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Calling delete_port for ebe2cafd-9f52-4431-8879-4f13c8cf26d7 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:32.940714 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c474e979-3e22-4fab-ac83-b49e11142e53,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:32.948117 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for subnet (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:32.954701 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-850deb82-7f7b-40aa-a216-a8c9fb6093f4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c474e979-3e22-4fab-ac83-b49e11142e53 HTTP/1.1" status: 204 len: 168 time: 0.2871416 Jun 18 08:22:32.954870 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2b1eb-2ea2-4dc5-8031-350d3ff2276a None None] Network 39771bce-e967-4193-aa81-43ee7c6c9746 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:22:32.955057 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59964) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:33.017620 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (ebe2cafd-9f52-4431-8879-4f13c8cf26d7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.031826 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (39771bce-e967-4193-aa81-43ee7c6c9746), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.032507 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451d460-5f3e-4c2e-8c17-15c47a6b0c11 None None] DHCP port deletion for dd967248-94f7-4b62-9f2e-eb58b4e23e48 request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:22:33.049193 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe2cafd-9f52-4431-8879-4f13c8cf26d7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:33.053694 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] No DVR routers for this DVR port ebe2cafd-9f52-4431-8879-4f13c8cf26d7 on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:33.080562 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:33.094752 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Deleting port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:33.094752 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.099311 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:33.139667 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (dd967248-94f7-4b62-9f2e-eb58b4e23e48), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.163168 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] For port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,segment=NetworkSegment(069c0bb4-de22-48aa-8595-e075d48af997),segment_id=069c0bb4-de22-48aa-8595-e075d48af997)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:33.163526 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.164350 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd967248-94f7-4b62-9f2e-eb58b4e23e48']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.174153 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68483016-f1ee-4e4b-8431-7a961b66919c') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.174446 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68483016-f1ee-4e4b-8431-7a961b66919c') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.176909 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Calling delete_port for f0da6e5a-e8cb-4627-9f6e-7f257d06a09d owned by network:dhcp {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:33.184384 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (68483016-f1ee-4e4b-8431-7a961b66919c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.198399 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (68483016-f1ee-4e4b-8431-7a961b66919c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.205387 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:22:33.205930 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (68483016-f1ee-4e4b-8431-7a961b66919c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.224448 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:33.233497 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 68483016-f1ee-4e4b-8431-7a961b66919c resource provider aggregate not found Jun 18 08:22:33.264967 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (f0da6e5a-e8cb-4627-9f6e-7f257d06a09d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.269453 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 68483016-f1ee-4e4b-8431-7a961b66919c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68483016-f1ee-4e4b-8431-7a961b66919c found for delete ", "request_id": "req-f5c55ee6-3124-4878-a705-57448e50dea5"}]} Jun 18 08:22:33.277718 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (dd967248-94f7-4b62-9f2e-eb58b4e23e48), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.283302 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.287596 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd967248-94f7-4b62-9f2e-eb58b4e23e48 HTTP/1.1" status: 204 len: 168 time: 0.5737877 Jun 18 08:22:33.291473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59970) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:33.300202 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0da6e5a-e8cb-4627-9f6e-7f257d06a09d,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:33.304945 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] No DVR routers for this DVR port f0da6e5a-e8cb-4627-9f6e-7f257d06a09d on host dv-cinder-826349-2-iscsi {{(pid=104012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:33.305995 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.314608 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf346efd-d8a4-427f-9bb5-58ac0a3b7939 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd967248-94f7-4b62-9f2e-eb58b4e23e48,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:33.371862 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0e2a7-dd24-4827-9c20-de245d537c49 None None] DHCP port deletion for 39771bce-e967-4193-aa81-43ee7c6c9746 request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:22:33.409660 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (39771bce-e967-4193-aa81-43ee7c6c9746), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.431373 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39771bce-e967-4193-aa81-43ee7c6c9746']}} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.441236 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069c0bb4-de22-48aa-8595-e075d48af997') {'for_net_delete': True} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.441530 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.services.segments.db [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069c0bb4-de22-48aa-8595-e075d48af997') {} {{(pid=104012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:33.453135 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11189475'] for segment (069c0bb4-de22-48aa-8595-e075d48af997), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.468143 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (069c0bb4-de22-48aa-8595-e075d48af997), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.482391 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:22:33.482391 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11789791'] for segment (069c0bb4-de22-48aa-8595-e075d48af997), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.522568 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ebe2cafd-9f52-4431-8879-4f13c8cf26d7 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:33.551092 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: ebe2cafd-9f52-4431-8879-4f13c8cf26d7 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:33.551442 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device ebe2cafd-9f52-4431-8879-4f13c8cf26d7 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:33.551865 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b4111b8a-5d8b-4292-95fe-964dea213e48 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:33.581914 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: b4111b8a-5d8b-4292-95fe-964dea213e48 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:33.582665 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device b4111b8a-5d8b-4292-95fe-964dea213e48 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:33.583297 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2b29327f-f3fd-432f-978d-b0209389873c no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:33.596773 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 069c0bb4-de22-48aa-8595-e075d48af997 resource provider aggregate not found Jun 18 08:22:33.617120 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (39771bce-e967-4193-aa81-43ee7c6c9746), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.628131 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.services.segments.plugin [-] Segment 069c0bb4-de22-48aa-8595-e075d48af997 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 069c0bb4-de22-48aa-8595-e075d48af997 found for delete ", "request_id": "req-814d61e3-6c11-4da2-a243-aca00d4ec218"}]} Jun 18 08:22:33.629172 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.634790 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] 10.222.0.23 "DELETE /v2.0/networks/39771bce-e967-4193-aa81-43ee7c6c9746 HTTP/1.1" status: 204 len: 168 time: 0.6764710 Jun 18 08:22:33.634992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 2b29327f-f3fd-432f-978d-b0209389873c {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:33.634992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 2b29327f-f3fd-432f-978d-b0209389873c not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:33.634992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:33.645020 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e167081-ccb5-4614-824d-4e650841ca2a admin admin] Pushing event deleted for resources: {'Network': ['ID=39771bce-e967-4193-aa81-43ee7c6c9746,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:33.659876 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:33.660283 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 3dccfdaa-afed-4389-a4c4-4d1d5f581bbf not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:33.698392 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-596015'] for router_interface (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.773230 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59980) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:33.816578 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-57b2c883-0c20-4ca1-953e-040f460acf45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49e317feb48548bba0745b2297130f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421665 Jun 18 08:22:33.819275 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59982) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:33.840296 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:33.878195 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] Publish callbacks [] for security_group (ded82deb-f75a-4559-adb0-5650108a09e5), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.902902 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] Publish callbacks [] for security_group (ded82deb-f75a-4559-adb0-5650108a09e5), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.955196 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (ded82deb-f75a-4559-adb0-5650108a09e5), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.957905 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:33.962147 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ded82deb-f75a-4559-adb0-5650108a09e5 HTTP/1.1" status: 204 len: 168 time: 0.1391065 Jun 18 08:22:33.968277 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea769f9-64f0-4ee0-a294-89fea210b92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded82deb-f75a-4559-adb0-5650108a09e5,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:34.215293 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Deleting port e828286c-3341-464e-bba3-6243ce1490a9 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:34.215851 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (e828286c-3341-464e-bba3-6243ce1490a9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.297231 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59988) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:34.300216 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] For port e828286c-3341-464e-bba3-6243ce1490a9, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=e828286c-3341-464e-bba3-6243ce1490a9,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:34.300579 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (e828286c-3341-464e-bba3-6243ce1490a9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.324917 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Calling delete_port for e828286c-3341-464e-bba3-6243ce1490a9 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:34.372987 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:34.386989 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:34.389725 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4dc6f3a0-d41d-4de7-8a71-cbf3b148ec4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3aab966fe3b1492bb9daa48a5b201be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914791 Jun 18 08:22:34.392718 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59990) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:34.442768 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] Publish callbacks [] for security_group (b7397008-4039-46cf-9823-f0c9bf1de9d8), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.468010 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] Publish callbacks [] for security_group (b7397008-4039-46cf-9823-f0c9bf1de9d8), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.517840 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (b7397008-4039-46cf-9823-f0c9bf1de9d8), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.520526 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.524016 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7397008-4039-46cf-9823-f0c9bf1de9d8 HTTP/1.1" status: 204 len: 168 time: 0.1278510 Jun 18 08:22:34.529804 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfb96d-1c42-459c-8076-31c9ca0dbfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7397008-4039-46cf-9823-f0c9bf1de9d8,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:34.533156 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (e828286c-3341-464e-bba3-6243ce1490a9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.573716 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e828286c-3341-464e-bba3-6243ce1490a9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:34.751885 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-546010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-596415'] for router_interface (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:34.861933 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f0da6e5a-e8cb-4627-9f6e-7f257d06a09d no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:34.881960 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: f0da6e5a-e8cb-4627-9f6e-7f257d06a09d {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:34.882456 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device f0da6e5a-e8cb-4627-9f6e-7f257d06a09d not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:34.883135 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 94712bc0-b915-4ce0-9ed3-dda33e525d6a no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:34.902483 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 94712bc0-b915-4ce0-9ed3-dda33e525d6a {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:34.902968 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 94712bc0-b915-4ce0-9ed3-dda33e525d6a not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:34.998572 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 has already been hosted by L3 agent 877ef362-697d-4e56-b3b3-6de0c8b500b1 {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 18 08:22:35.103258 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] Notify agent at l3_agent.dv-cinder-826349-2-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 08:22:35.108316 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e77168c5-732e-4b07-846c-fce0aca8b9f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/6359c17d-93a1-4a3a-a1a0-056f04a73e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8157506 Jun 18 08:22:35.111105 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.wsgi [-] (104012) accepted ('10.222.0.23', 59994) {{(pid=104012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:35.111859 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Sync routers for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 08:22:35.123412 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:35.124103 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:35.209081 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks [] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.221940 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: dv-cinder-826349-2-iscsi {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:35.306800 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks [] for router_gateway (6359c17d-93a1-4a3a-a1a0-056f04a73e68), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.318916 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:35.355935 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Deleting port 535f0f1c-e420-4328-8175-dcc40313a55d {{(pid=104012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:35.356204 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), before_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.387244 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'external_fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:22:34Z', 'revision_number': 5, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port': {'id': '535f0f1c-e420-4328-8175-dcc40313a55d', 'name': '', 'network_id': 'ab53b141-381b-47bf-82f8-bced81746439', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826349-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-18T08:18:07Z', 'updated_at': '2022-06-18T08:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36cc2425-6e8e-456b-81b6-28f3520e05bd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826349-2-iscsi'}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:35.412652 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Checking router: 6359c17d-93a1-4a3a-a1a0-056f04a73e68 for host: dv-cinder-826349-2-iscsi {{(pid=104014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 08:22:35.421357 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Routers {'6359c17d-93a1-4a3a-a1a0-056f04a73e68'} bound to L3 agent in host dv-cinder-826349-2-iscsi {{(pid=104014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 18 08:22:35.421958 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826349-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-18T07:59:00Z,description=,heartbeat_timestamp=2022-06-18T08:22:30Z,host='dv-cinder-826349-2-iscsi',id=877ef362-697d-4e56-b3b3-6de0c8b500b1,load=0,resource_versions=,resources_synced=,started_at=2022-06-18T07:59:00Z,topic='l3_agent')) {'router_ids': ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'], 'active': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:35.434657 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.db [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] For port 535f0f1c-e420-4328-8175-dcc40313a55d, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=535f0f1c-e420-4328-8175-dcc40313a55d,segment=NetworkSegment(b5c776b1-7903-44ee-b597-bda2b5ea5f8e),segment_id=b5c776b1-7903-44ee-b597-bda2b5ea5f8e)] {{(pid=104012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:35.435260 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.447639 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.plugins.ml2.plugin [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Calling delete_port for 535f0f1c-e420-4328-8175-dcc40313a55d owned by network:router_gateway {{(pid=104012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:35.495542 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:35.498230 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:35.508106 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvr_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] Set router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 gateway port host: None {{(pid=104014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 18 08:22:35.556474 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_hamode_db [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:22:35Z', 'revision_number': 6, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port_host': None}], 'dv-cinder-826349-2-iscsi', False) {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:35.584663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2873f432-512c-442a-b74b-3efe4aeaf292 None None] The sync data for ids ['6359c17d-93a1-4a3a-a1a0-056f04a73e68'] in dv-cinder-826349-2-iscsi is: [{'id': '6359c17d-93a1-4a3a-a1a0-056f04a73e68', 'name': 'tempest-TestShelveInstance-694925661-router', 'tenant_id': '6583f25671594f7ab98c7786dc6a207a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-18T08:18:06Z', 'updated_at': '2022-06-18T08:22:35Z', 'revision_number': 6, 'project_id': '6583f25671594f7ab98c7786dc6a207a', 'gw_port_host': None}] {{(pid=104014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 08:22:35.618433 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11789802'] for port (535f0f1c-e420-4328-8175-dcc40313a55d), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.621875 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:35.644851 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=535f0f1c-e420-4328-8175-dcc40313a55d,revision_number=None']} {{(pid=104012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:35.710064 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-590572'] for router_gateway (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.802315 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-593905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10649'] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), precommit_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.805238 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks [] for router_controller (6359c17d-93a1-4a3a-a1a0-056f04a73e68), precommit_delete_associations {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.861913 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-596078'] for router (6359c17d-93a1-4a3a-a1a0-056f04a73e68), after_delete {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.862476 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6359c17d-93a1-4a3a-a1a0-056f04a73e68 {{(pid=104012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 08:22:35.866527 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG neutron_lib.callbacks.manager [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.867728 dv-cinder-826349-2-iscsi neutron-server[104012]: INFO neutron.wsgi [None req-c6d55a3b-5145-465f-bc13-f5b3318d87d0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6359c17d-93a1-4a3a-a1a0-056f04a73e68 HTTP/1.1" status: 204 len: 168 time: 0.7556617 Jun 18 08:22:35.870536 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59996) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:35.916152 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Deleting subnet 69d34f1e-bf79-489e-9d98-43dec842144a {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 18 08:22:35.919948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Publish callbacks [] for subnet (69d34f1e-bf79-489e-9d98-43dec842144a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:35.961210 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11146506'] for subnet (69d34f1e-bf79-489e-9d98-43dec842144a), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.037427 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:36.038759 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3819150'] for subnet (69d34f1e-bf79-489e-9d98-43dec842144a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.068600 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:36.105699 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3817597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-792706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11674741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11731482'] for subnet (69d34f1e-bf79-489e-9d98-43dec842144a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.128859 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d34f1e-bf79-489e-9d98-43dec842144a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:36.134380 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.137509 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1635dddf-5499-4a5d-88b8-8fba81d7421b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/69d34f1e-bf79-489e-9d98-43dec842144a HTTP/1.1" status: 204 len: 168 time: 0.2658970 Jun 18 08:22:36.140200 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 59998) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:36.142942 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e8b06-71bc-4205-9e13-09019c62b82f None None] Network 6f68224b-1059-4fc9-87d7-c185a67f9503 requested from dv-cinder-826349-2-iscsi {{(pid=104014) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 18 08:22:36.211522 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3716575'] for network (6f68224b-1059-4fc9-87d7-c185a67f9503), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.253784 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Deleting port 4a0680cb-0b2e-4f88-b786-38ef9aac488f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:36.254110 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.322272 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] DHCP port deletion for 6f68224b-1059-4fc9-87d7-c185a67f9503 request from dv-cinder-826349-2-iscsi {{(pid=104014) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 18 08:22:36.325959 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] For port 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4a0680cb-0b2e-4f88-b786-38ef9aac488f,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:36.326381 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.342148 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Calling delete_port for 4a0680cb-0b2e-4f88-b786-38ef9aac488f owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:36.360268 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Deleting port 4a0680cb-0b2e-4f88-b786-38ef9aac488f {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 18 08:22:36.360747 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767213061178'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.423147 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11675554'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.423557 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] For port 4a0680cb-0b2e-4f88-b786-38ef9aac488f, host dv-cinder-826349-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826349-2-iscsi',level=0,port_id=4a0680cb-0b2e-4f88-b786-38ef9aac488f,segment=NetworkSegment(aafc925d-dd6c-458a-8dd6-f0056b9345b3),segment_id=aafc925d-dd6c-458a-8dd6-f0056b9345b3)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 08:22:36.423950 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-603924'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.439450 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Calling delete_port for 4a0680cb-0b2e-4f88-b786-38ef9aac488f owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 18 08:22:36.448510 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0680cb-0b2e-4f88-b786-38ef9aac488f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:36.452006 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] No DVR routers for this DVR port 4a0680cb-0b2e-4f88-b786-38ef9aac488f on host dv-cinder-826349-2-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:36.520254 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3811479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-364417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767213069505', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767212549295'] for port (4a0680cb-0b2e-4f88-b786-38ef9aac488f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.526078 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3819259', 'neutron.services.segments.db._delete_segments_for_network-8767213087901'] for network (6f68224b-1059-4fc9-87d7-c185a67f9503), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.550270 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] No DVR routers for this DVR port 4a0680cb-0b2e-4f88-b786-38ef9aac488f on host dv-cinder-826349-2-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 18 08:22:36.555712 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c406284-1510-41b2-8ea1-b57c51b0c35d None None] Pushing event deleted for resources: {'Port': ['ID=4a0680cb-0b2e-4f88-b786-38ef9aac488f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:36.559674 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f68224b-1059-4fc9-87d7-c185a67f9503']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:36.570958 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafc925d-dd6c-458a-8dd6-f0056b9345b3') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:36.571335 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafc925d-dd6c-458a-8dd6-f0056b9345b3') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 08:22:36.581818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767213088166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11146501'] for segment (aafc925d-dd6c-458a-8dd6-f0056b9345b3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.597245 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221'] for segment (aafc925d-dd6c-458a-8dd6-f0056b9345b3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.603823 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 08:22:36.604155 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3783221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11675543'] for segment (aafc925d-dd6c-458a-8dd6-f0056b9345b3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.622358 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment aafc925d-dd6c-458a-8dd6-f0056b9345b3 resource provider aggregate not found Jun 18 08:22:36.664139 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment aafc925d-dd6c-458a-8dd6-f0056b9345b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aafc925d-dd6c-458a-8dd6-f0056b9345b3 found for delete ", "request_id": "req-e10129f7-d822-437d-989c-5489cb1f1913"}]} Jun 18 08:22:36.674003 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3819250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-545825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-590384'] for network (6f68224b-1059-4fc9-87d7-c185a67f9503), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.679711 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-545847'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.683185 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6f68224b-1059-4fc9-87d7-c185a67f9503 HTTP/1.1" status: 204 len: 168 time: 0.5420957 Jun 18 08:22:36.693809 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c94427-1a16-4e26-b6c8-cf8ebd531e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f68224b-1059-4fc9-87d7-c185a67f9503,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:36.799177 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device e828286c-3341-464e-bba3-6243ce1490a9 no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:36.819705 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: e828286c-3341-464e-bba3-6243ce1490a9 {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:36.819971 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device e828286c-3341-464e-bba3-6243ce1490a9 not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:36.820388 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 535f0f1c-e420-4328-8175-dcc40313a55d no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:36.838723 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 535f0f1c-e420-4328-8175-dcc40313a55d {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:36.839100 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 535f0f1c-e420-4328-8175-dcc40313a55d not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:36.839520 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4a0680cb-0b2e-4f88-b786-38ef9aac488f no longer exists at agent ovs-agent-dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 18 08:22:36.861330 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] No Port match for: 4a0680cb-0b2e-4f88-b786-38ef9aac488f {{(pid=104014) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 18 08:22:36.861685 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.rpc [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Device 4a0680cb-0b2e-4f88-b786-38ef9aac488f not bound to the agent host dv-cinder-826349-2-iscsi {{(pid=104014) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 18 08:22:36.862473 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60006) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:36.912229 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8ae39d28-2f21-41b1-a082-0c3459b7959f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6902aa20d9248c7aa91d2559e5cabb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479887 Jun 18 08:22:36.914616 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60008) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:36.963678 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] Publish callbacks [] for security_group (c6c76fff-600a-4625-93f4-79d3d249d953), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.985886 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] Publish callbacks [] for security_group (c6c76fff-600a-4625-93f4-79d3d249d953), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:36.996147 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:37.037720 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (c6c76fff-600a-4625-93f4-79d3d249d953), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.040232 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.041356 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6c76fff-600a-4625-93f4-79d3d249d953 HTTP/1.1" status: 204 len: 168 time: 0.1258223 Jun 18 08:22:37.049057 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428370f7-53e8-4bef-a278-273b740a110b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c76fff-600a-4625-93f4-79d3d249d953,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:37.382696 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60014) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:37.425437 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-879e7739-1de1-490f-9837-b84675e2e01c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6583f25671594f7ab98c7786dc6a207a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415392 Jun 18 08:22:37.427948 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.23', 60016) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 18 08:22:37.476130 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] Publish callbacks [] for security_group (f5861144-1d1a-482d-8e2b-82cad457db3b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.497439 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] Publish callbacks [] for security_group (f5861144-1d1a-482d-8e2b-82cad457db3b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.528818 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:37.546081 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-801302'] for security_group (f5861144-1d1a-482d-8e2b-82cad457db3b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.548841 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:37.549981 dv-cinder-826349-2-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5861144-1d1a-482d-8e2b-82cad457db3b HTTP/1.1" status: 204 len: 168 time: 0.1212044 Jun 18 08:22:37.559037 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816f398-beeb-4558-b992-3cae0b20529e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5861144-1d1a-482d-8e2b-82cad457db3b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 08:22:39.919531 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:22:45.854285 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:45.855435 dv-cinder-826349-2-iscsi neutron-server[104012]: DEBUG dbcounter [-] [104012] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104012) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:47.531775 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=3,neutron:SELECT=24 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:47.554493 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:47.571476 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=42,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:47.572347 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:55.112232 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:22:56.835779 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=83 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:56.836884 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:22:58.174733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0c299676-d4cb-4e5c-ba0d-b49c280dbfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:00.493736 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b089257-4239-4cbc-9a19-c515064a59a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:01.361316 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:02.904663 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:03.313696 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:16.853058 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:16.854883 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:16.915500 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:16.917661 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:16.923725 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:23:25.104697 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:26.914397 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:26.915607 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:28.177118 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c0cb67-0bf5-418b-b9bd-cd16209eb7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:30.485661 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b881b3bd-bd5e-4821-807a-c82b6792c270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:31.363358 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:32.906339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:33.319090 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:35.293676 dv-cinder-826349-2-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-1a4afc8d-ea23-447c-84fc-073e43e43ecf req-46ef2bf5-a538-4f76-95ed-0cec19678889 service neutron] (104013) timed out ('10.222.0.16', 58634) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 18 08:23:43.307487 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:43.311178 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:23:53.927671 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:23:55.126396 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:23:58.177976 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7680c87b-2215-4db7-b794-fc2181d04751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:00.493633 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d27a029a-d033-4be9-9146-180cde062aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:01.368460 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:02.915031 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:03.324532 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:03.919328 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=16 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:03.920512 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=18 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:13.305691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:13.317046 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:25.112152 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:28.185358 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-59b37848-158b-4c56-bf35-599b5fe74092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:30.484581 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b6b83b5-5b9d-4fba-9682-88c9b0a6e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:30.854383 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:30.860815 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:30.928524 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:24:31.368027 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:32.920733 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:33.314037 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:40.922179 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:40.923383 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:43.306050 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:43.308937 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:55.122216 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:24:56.835238 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:24:58.180419 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-95f3201e-11f2-47be-a3d9-8eeb1f1c2ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:00.489835 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9f01-53e3-4ca4-afaf-9793f6d11c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:01.370698 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:02.924531 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:03.317545 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:07.867036 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:07.868425 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:07.926992 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:25:16.932237 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:16.933420 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:17.922619 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:25.137842 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:28.182427 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e357cbe5-c65e-4699-a846-c516e9cfe029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:30.492032 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-67a805e6-acb5-41ab-82cc-d4683e36ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:31.375380 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:32.926088 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:33.321739 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:43.303977 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:43.315553 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:44.858428 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:44.859674 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:44.932666 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:25:55.135528 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:25:56.911798 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:56.918014 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=13 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:25:58.189451 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfde0a13-4cb2-455f-a52e-c4a5cced7fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:00.489774 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-947e4edc-5fb3-4dac-a909-dad7965acd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:01.382264 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:02.926331 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:03.326549 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:13.317864 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:13.320256 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:21.858539 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:21.864055 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:21.921840 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:26:25.140755 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:28.179366 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a1abfe2e-a99d-4945-abea-6babbb878ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:30.491339 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38e3bae3-c3d4-4828-8d11-9cb11302eb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:31.384434 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:31.917941 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:32.937992 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:33.329528 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:43.321686 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:43.324384 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:55.132691 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:58.187221 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-183f4b8d-bcd3-4fec-b366-72a0784efe44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:26:58.868506 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:58.869660 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:26:58.921457 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:27:00.619501 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ea9eec30-4f9e-4669-ab8e-42109d21ec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:01.386421 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:02.934494 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:03.328206 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:08.917812 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:16.923363 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:16.925438 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:25.134190 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:28.182406 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d76b982-8225-4aef-b9ad-c474d73101f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:30.497475 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-90c6b1a1-7b34-4fb1-b437-ffd39a8fb62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (877ef362-697d-4e56-b3b3-6de0c8b500b1), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:31.392546 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8bcb40cd-df41-42c7-a535-4017e5c596aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (11d0f39e-f4bd-47bd-a5dc-79c2a0362b3b), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:32.948633 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bd23163c-f1a2-4f4c-bf2e-fa9c61bda2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (3c9fcaaa-7a0b-4140-bddf-64d6cfd109d7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:33.336208 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5400dc06-6182-4cd8-9c15-bf68753d1f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (c224dd8d-e072-4e55-b26d-2e69a4b60451), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:35.872712 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:35.873865 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:35.921930 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG neutron.db.agents_db [None req-2aaf277c-5028-4e4b-9c33-e59478d00d56 None None] Agent healthcheck: found 6 active agents {{(pid=104015) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 18 08:27:43.322840 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:43.327309 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:55.140148 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dda50029-3247-4054-b1e8-47933a93e28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (403e5490-546c-4d6b-9a11-161621e9f998), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 18 08:27:56.930093 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=14 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:56.932756 dv-cinder-826349-2-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=16 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 18 08:27:58.177770 dv-cinder-826349-2-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1893b964-68b9-4359-915e-b130558517ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767213087883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3837498'] for agent (17d3ead6-bd1b-4980-b044-0f2b065622b5), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}